[ 573.591316] env[69836]: INFO neutron.common.config [-] Logging enabled! [ 573.591733] env[69836]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev43 [ 573.592149] env[69836]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=69836) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 573.592149] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 573.592793] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 573.593099] env[69836]: WARNING oslo_policy.policy [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 573.593323] env[69836]: WARNING oslo_policy.policy [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 573.594927] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] VMware NSXv3 Agent initialized successfully. [ 573.595725] env[69836]: DEBUG oslo_concurrency.lockutils [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] Acquiring lock "singleton_lock" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.595725] env[69836]: DEBUG oslo_concurrency.lockutils [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] Acquired lock "singleton_lock" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.595725] env[69836]: DEBUG oslo_concurrency.lockutils [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] Releasing lock "singleton_lock" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.596018] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] Full set of CONF: {{(pid=69836) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 573.596252] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] ******************************************************************************** {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 573.596731] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] Configuration options gathered from: {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 573.596731] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 573.596967] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 573.596967] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] ================================================================================ {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 573.597101] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] agent_down_time = 75 {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.597249] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] allow_automatic_dhcp_failover = True {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.597383] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] allow_bulk = True {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.597528] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] api_extensions_path = {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.597845] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] api_paste_config = api-paste.ini {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.597938] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] auth_strategy = keystone {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.598375] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] backdoor_port = None {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.598375] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] backdoor_socket = None {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.598375] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] backlog = 4096 {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.598592] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] base_mac = fa:16:3e:00:00:00 {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.598592] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] bind_host = 0.0.0.0 {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.598686] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] bind_port = 9696 {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.598833] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] client_socket_timeout = 900 {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.598965] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] config_dir = [] {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.599467] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.599467] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] config_source = [] {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.599467] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] control_exchange = neutron {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.599634] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] core_plugin = ml2 {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.599701] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] debug = True {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.599837] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] default_availability_zones = [] {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.600256] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.600256] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] dhcp_agent_notification = True {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.600851] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] dhcp_agents_per_network = 1 {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.600851] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] dhcp_lease_duration = 86400 {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.600851] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] dhcp_load_type = networks {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.601072] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] dns_domain = openstacklocal {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.601072] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.601192] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] enable_default_route_bfd = False {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.601341] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] enable_default_route_ecmp = False {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.601819] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] enable_dvr = True {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.601819] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] enable_new_agents = True {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.601819] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] enable_services_on_agents_with_admin_state_down = False {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.602041] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] enable_signals = True {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.602041] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] enable_traditional_dhcp = True {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.602131] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] external_dns_driver = None {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.602253] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] filter_validation = True {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.602395] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] global_physnet_mtu = 8950 {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.602777] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] graceful_shutdown_timeout = 60 {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.602777] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] host = cpu-1 {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.602924] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] host_dvr_for_dhcp = True {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.603305] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] http_retries = 3 {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.603305] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] instance_format = [instance: %(uuid)s] {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.603375] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.603894] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] ipam_driver = internal {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.603894] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] ipv6_pd_enabled = False {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.603894] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] l3_ha = False {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.603894] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.604097] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] l3_ha_network_physical_name = {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.604175] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] l3_ha_network_type = {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.604571] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] log_color = False {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.604571] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] log_config_append = None {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.604670] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.604746] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] log_dir = None {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.604873] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] log_file = None {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.604975] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] log_options = True {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.605299] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] log_rotate_interval = 1 {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.605368] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] log_rotate_interval_type = days {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.605676] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] log_rotation_type = none {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.605676] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.605676] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.605837] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.606180] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.606180] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.606282] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] max_dns_nameservers = 5 {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.606352] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] max_header_line = 16384 {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.606691] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] max_l3_agents_per_router = 3 {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.606691] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] max_logfile_count = 30 {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.606817] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] max_logfile_size_mb = 200 {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.606892] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] max_subnet_host_routes = 20 {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.607137] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] my_ip = 10.180.1.21 {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.607201] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] my_ipv6 = ::1 {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.607956] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] network_auto_schedule = True {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.607956] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] network_link_prefix = None {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.607956] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.607956] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] notify_nova_on_port_data_changes = True {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.607956] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] notify_nova_on_port_status_changes = True {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.608173] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] pagination_max_limit = -1 {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.608173] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] publish_errors = False {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.608439] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] rate_limit_burst = 0 {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.608439] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] rate_limit_except_level = CRITICAL {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.608544] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] rate_limit_interval = 0 {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.608661] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] retry_until_window = 30 {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.609484] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] router_distributed = False {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.609484] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] rpc_resources_processing_step = 20 {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.609484] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] rpc_response_max_timeout = 600 {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.609484] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] rpc_response_timeout = 60 {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.609484] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] send_events_interval = 2 {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.609484] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] service_plugins = ['router'] {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.609763] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] setproctitle = on {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.609763] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] shell_completion = None {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.609880] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] state_path = /opt/stack/data/neutron {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.609989] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] syslog_log_facility = LOG_USER {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.610136] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] tcp_keepidle = 600 {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.610275] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] transport_url = **** {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.610409] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] use_journal = False {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.610539] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] use_json = False {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.610673] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] use_ssl = False {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.611318] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] use_stderr = False {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.611318] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] use_syslog = False {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.611318] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] vlan_qinq = False {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.611318] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] vlan_transparent = False {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.611623] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] watch_log_file = False {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.611623] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] wsgi_default_pool_size = 100 {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.611623] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] wsgi_keep_alive = True {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.611763] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.612020] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] wsgi_server_debug = False {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.612106] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] oslo_concurrency.disable_process_locking = False {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.612196] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.612811] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.612811] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.612811] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.613023] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.613023] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.613151] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] profiler.connection_string = messaging:// {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.613320] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] profiler.enabled = False {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.613471] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] profiler.es_doc_type = notification {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.613620] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] profiler.es_scroll_size = 10000 {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.613826] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] profiler.es_scroll_time = 2m {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.613909] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] profiler.filter_error_trace = False {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.614115] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] profiler.hmac_keys = **** {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.614246] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] profiler.sentinel_service_name = mymaster {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.614420] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] profiler.socket_timeout = 0.1 {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.614567] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] profiler.trace_requests = False {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.614709] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] profiler.trace_sqlalchemy = False {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.614885] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] profiler_jaeger.process_tags = {} {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.615038] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] profiler_jaeger.service_name_prefix = None {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.615183] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] profiler_otlp.service_name_prefix = None {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.615343] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] oslo_policy.enforce_new_defaults = True {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.615614] env[69836]: WARNING oslo_config.cfg [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 573.615770] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] oslo_policy.enforce_scope = True {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.615921] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] oslo_policy.policy_default_rule = default {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.616091] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.616242] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.616394] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.616553] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.616707] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.616845] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.616987] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.617148] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] oslo_policy.remote_timeout = 60.0 {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.617302] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.617456] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] agent.extensions = [] {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.617602] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.617749] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] service_providers.service_provider = [] {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.617899] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] QUOTAS.default_quota = -1 {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.618059] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.618332] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] QUOTAS.quota_floatingip = 50 {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.618332] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] QUOTAS.quota_network = 100 {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.618486] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] QUOTAS.quota_port = 500 {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.618624] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] QUOTAS.quota_rbac_policy = 10 {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.618761] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] QUOTAS.quota_router = 10 {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.618898] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] QUOTAS.quota_security_group = 10 {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.619046] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] QUOTAS.quota_security_group_rule = 100 {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.619189] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] QUOTAS.quota_subnet = 100 {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.619331] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] QUOTAS.track_quota_usage = True {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.619483] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.619619] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] privsep.group = None {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.619758] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] privsep.helper_command = None {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.619900] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] privsep.logger_name = oslo_privsep.daemon {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.620051] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] privsep.thread_pool_size = 8 {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.620191] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] privsep.user = None {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.620343] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.620484] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] privsep_dhcp_release.group = None {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.620623] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] privsep_dhcp_release.helper_command = None {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.620764] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.620903] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.621050] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] privsep_dhcp_release.user = None {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.621199] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.621341] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] privsep_ovs_vsctl.group = None {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.621478] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] privsep_ovs_vsctl.helper_command = None {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.621619] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.621759] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.621894] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] privsep_ovs_vsctl.user = None {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.622094] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] privsep_namespace.capabilities = [21] {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.622240] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] privsep_namespace.group = None {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.622354] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] privsep_namespace.helper_command = None {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.622494] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.622638] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] privsep_namespace.thread_pool_size = 8 {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.622775] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] privsep_namespace.user = None {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.622923] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] privsep_conntrack.capabilities = [12] {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.623071] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] privsep_conntrack.group = None {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.623212] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] privsep_conntrack.helper_command = None {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.623355] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.623498] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] privsep_conntrack.thread_pool_size = 8 {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.623635] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] privsep_conntrack.user = None {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.623785] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] privsep_link.capabilities = [12, 21] {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.623923] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] privsep_link.group = None {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.624070] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] privsep_link.helper_command = None {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.624240] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.624391] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] privsep_link.thread_pool_size = 8 {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.624531] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] privsep_link.user = None {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.624693] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.624846] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.624990] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] AGENT.continue_on_failed_promotions = False {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.625149] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] AGENT.dscp = None {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.625297] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] AGENT.dscp_inherit = False {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.625445] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] AGENT.force_mp_to_policy = True {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.625586] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] AGENT.locking_coordinator_url = None {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.625801] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] AGENT.log_agent_heartbeats = False {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.625969] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] AGENT.logging_expire = 1 {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.626140] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.626287] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.626444] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] AGENT.polling_interval = 240 {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.626612] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.626768] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] AGENT.quitting_rpc_timeout = 120 {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.626919] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] AGENT.report_interval = 30.0 {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.627082] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.627232] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.627382] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.627528] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] AGENT.sync_skew = 60 {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.627664] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] AGENT.synchronization_queue_size = 20 {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.627812] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] AGENT.use_helper_for_ns_read = True {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.627962] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] SECURITYGROUP.enable_ipset = True {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.628126] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] SECURITYGROUP.enable_security_group = True {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.628276] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.628430] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.628580] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] experimental.ipv6_pd_enabled = False {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.628743] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] ml2.extension_drivers = ['port_security'] {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.628885] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] ml2.external_network_type = None {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.629053] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.629208] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] ml2.overlay_ip_version = 4 {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.629361] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] ml2.path_mtu = 8950 {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.629507] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] ml2.physical_network_mtus = {} {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.629659] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] ml2.tenant_network_types = ['vlan'] {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.629806] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.629956] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] ml2.type_drivers = ['vlan'] {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.630123] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] AGENT_CLI.neutron_port_id = [] {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.630267] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.630408] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.630560] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.630708] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.630855] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.630998] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.631162] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.631312] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.631698] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.631698] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] NSXV3.nsxv3_login_password = **** {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.631821] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] NSXV3.nsxv3_login_port = 443 {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.631967] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] NSXV3.nsxv3_login_user = admin {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.632203] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.632324] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.632467] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.632615] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.632764] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.632919] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.633084] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.633234] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.633382] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.633532] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.633682] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.633824] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.633970] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.634207] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.634374] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] vsphere.vsphere_login_password = VMware1! {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.634527] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.634672] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.634820] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] nova.auth_section = None {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.634974] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] nova.auth_type = password {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.635139] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.635279] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] nova.certfile = None {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.635424] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] nova.collect_timing = False {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.635573] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] nova.endpoint_type = public {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.635713] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] nova.insecure = False {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.635850] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] nova.keyfile = None {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.635997] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] nova.region_name = RegionOne {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.636159] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] nova.split_loggers = False {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.636323] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] nova.timeout = None {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.636474] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] placement.auth_section = None {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.636650] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] placement.auth_type = password {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.636803] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.636944] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] placement.certfile = None {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.637099] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] placement.collect_timing = False {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.637248] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] placement.endpoint_type = public {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.637388] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] placement.insecure = False {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.637522] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] placement.keyfile = None {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.637695] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] placement.region_name = None {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.637787] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] placement.split_loggers = False {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.637939] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] placement.timeout = None {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.638071] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] ironic.auth_section = None {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.638215] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] ironic.auth_type = None {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.638354] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] ironic.cafile = None {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.638519] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] ironic.certfile = None {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.638623] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] ironic.collect_timing = False {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.638763] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] ironic.connect_retries = None {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.638892] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] ironic.connect_retry_delay = None {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.639040] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] ironic.enable_notifications = False {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.639181] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] ironic.endpoint_override = None {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.639321] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] ironic.insecure = False {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.639460] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] ironic.interface = None {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.639596] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] ironic.keyfile = None {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.639729] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] ironic.max_version = None {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.639864] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] ironic.min_version = None {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.639996] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] ironic.region_name = None {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.640145] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] ironic.retriable_status_codes = None {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.640281] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] ironic.service_name = None {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.640419] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] ironic.service_type = None {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.640563] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] ironic.split_loggers = False {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.640711] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] ironic.status_code_retries = None {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.640851] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] ironic.status_code_retry_delay = None {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.640987] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] ironic.timeout = None {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.641139] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] ironic.valid_interfaces = None {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.641276] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] ironic.version = None {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.641423] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] cli_script.dry_run = False {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.641575] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.641715] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.641857] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.641997] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.642198] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.642345] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.642505] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.642629] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.642767] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.642915] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.643065] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.643219] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.643381] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.643531] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.643676] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.643825] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.643966] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.644128] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.644302] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.644455] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.644595] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.644779] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.644980] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.645150] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.645313] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.645446] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.645586] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.645729] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.645868] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.646017] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.646159] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] oslo_messaging_rabbit.ssl = False {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.646310] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.646459] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.646625] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.646778] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.646923] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] oslo_messaging_rabbit.ssl_version = {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.647080] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.647237] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] oslo_messaging_notifications.driver = [] {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.647388] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] oslo_messaging_notifications.retry = -1 {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.647547] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.647687] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] oslo_messaging_notifications.transport_url = **** {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.647801] env[69836]: DEBUG oslo_service.backend.eventlet.service [None req-12c68a2e-4836-433d-8dfc-2884ba6dcd8b None None] ******************************************************************************** {{(pid=69836) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 573.648827] env[69836]: DEBUG neutron.agent.securitygroups_rpc [None req-0ea1b5f4-0a13-421c-aee0-9be0b1c0eaa3 None None] Init firewall settings (driver=nsxv3) {{(pid=69836) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 573.650181] env[69836]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-0ea1b5f4-0a13-421c-aee0-9be0b1c0eaa3 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=69836) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 573.650424] env[69836]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-0ea1b5f4-0a13-421c-aee0-9be0b1c0eaa3 None None] RPC agent_id: nsxm-l-01a.corp.local [ 573.652795] env[69836]: DEBUG dogpile.cache.region [None req-0ea1b5f4-0a13-421c-aee0-9be0b1c0eaa3 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 573.652910] env[69836]: DEBUG dogpile.lock [None req-0ea1b5f4-0a13-421c-aee0-9be0b1c0eaa3 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 573.653018] env[69836]: DEBUG dogpile.lock [None req-0ea1b5f4-0a13-421c-aee0-9be0b1c0eaa3 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 573.653118] env[69836]: DEBUG dogpile.lock [None req-0ea1b5f4-0a13-421c-aee0-9be0b1c0eaa3 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 573.653216] env[69836]: DEBUG dogpile.cache.region [None req-0ea1b5f4-0a13-421c-aee0-9be0b1c0eaa3 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 573.653308] env[69836]: DEBUG dogpile.lock [None req-0ea1b5f4-0a13-421c-aee0-9be0b1c0eaa3 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 573.653438] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0ea1b5f4-0a13-421c-aee0-9be0b1c0eaa3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 573.685083] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-0ea1b5f4-0a13-421c-aee0-9be0b1c0eaa3 None None] Session token - acquiring [ 573.686614] env[69836]: DEBUG networking_nsxv3.common.locking [None req-0ea1b5f4-0a13-421c-aee0-9be0b1c0eaa3 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.686778] env[69836]: DEBUG oslo_concurrency.lockutils [None req-0ea1b5f4-0a13-421c-aee0-9be0b1c0eaa3 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.686821] env[69836]: DEBUG oslo_concurrency.lockutils [None req-0ea1b5f4-0a13-421c-aee0-9be0b1c0eaa3 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.687358] env[69836]: DEBUG oslo_concurrency.lockutils [None req-0ea1b5f4-0a13-421c-aee0-9be0b1c0eaa3 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.698318] env[69836]: DEBUG oslo_concurrency.lockutils [None req-0ea1b5f4-0a13-421c-aee0-9be0b1c0eaa3 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.979424] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-0ea1b5f4-0a13-421c-aee0-9be0b1c0eaa3 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 574.004514] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0ea1b5f4-0a13-421c-aee0-9be0b1c0eaa3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 574.004709] env[69836]: DEBUG dogpile.cache.region [None req-0ea1b5f4-0a13-421c-aee0-9be0b1c0eaa3 None None] Cache value generated in 0.351 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 574.004802] env[69836]: DEBUG dogpile.lock [None req-0ea1b5f4-0a13-421c-aee0-9be0b1c0eaa3 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 574.004867] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0ea1b5f4-0a13-421c-aee0-9be0b1c0eaa3 None None] Activating Policy API Provider. [ 574.005081] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0ea1b5f4-0a13-421c-aee0-9be0b1c0eaa3 None None] Looking for the default Infrastructure Rules. [ 574.079210] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0ea1b5f4-0a13-421c-aee0-9be0b1c0eaa3 None None] Looking for the Default Layer3 Logged Drop Section. [ 574.095055] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-0ea1b5f4-0a13-421c-aee0-9be0b1c0eaa3 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 574.095533] env[69836]: DEBUG networking_nsxv3.common.locking [None req-0ea1b5f4-0a13-421c-aee0-9be0b1c0eaa3 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.095722] env[69836]: DEBUG oslo_concurrency.lockutils [None req-0ea1b5f4-0a13-421c-aee0-9be0b1c0eaa3 None None] Acquiring lock "all" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.095826] env[69836]: DEBUG oslo_concurrency.lockutils [None req-0ea1b5f4-0a13-421c-aee0-9be0b1c0eaa3 None None] Acquired lock "all" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.096136] env[69836]: DEBUG oslo_concurrency.lockutils [None req-0ea1b5f4-0a13-421c-aee0-9be0b1c0eaa3 None None] Acquired external semaphore "all" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.096503] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-0ea1b5f4-0a13-421c-aee0-9be0b1c0eaa3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.612175] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-0ea1b5f4-0a13-421c-aee0-9be0b1c0eaa3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.114396] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-0ea1b5f4-0a13-421c-aee0-9be0b1c0eaa3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.616846] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-0ea1b5f4-0a13-421c-aee0-9be0b1c0eaa3 None None] Inventory metadata is going to be refreshed. [ 575.617245] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0ea1b5f4-0a13-421c-aee0-9be0b1c0eaa3 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 576.473296] env[69836]: DEBUG networking_nsxv3.common.locking [None req-0ea1b5f4-0a13-421c-aee0-9be0b1c0eaa3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.473619] env[69836]: DEBUG oslo_concurrency.lockutils [None req-0ea1b5f4-0a13-421c-aee0-9be0b1c0eaa3 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.473619] env[69836]: DEBUG oslo_concurrency.lockutils [None req-0ea1b5f4-0a13-421c-aee0-9be0b1c0eaa3 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.473910] env[69836]: DEBUG oslo_concurrency.lockutils [None req-0ea1b5f4-0a13-421c-aee0-9be0b1c0eaa3 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.597860] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-0ea1b5f4-0a13-421c-aee0-9be0b1c0eaa3 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 576.598794] env[69836]: DEBUG oslo_concurrency.lockutils [None req-0ea1b5f4-0a13-421c-aee0-9be0b1c0eaa3 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.599843] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0ea1b5f4-0a13-421c-aee0-9be0b1c0eaa3 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 576.617144] env[69836]: DEBUG networking_nsxv3.common.locking [None req-0ea1b5f4-0a13-421c-aee0-9be0b1c0eaa3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.617637] env[69836]: DEBUG oslo_concurrency.lockutils [None req-0ea1b5f4-0a13-421c-aee0-9be0b1c0eaa3 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.617637] env[69836]: DEBUG oslo_concurrency.lockutils [None req-0ea1b5f4-0a13-421c-aee0-9be0b1c0eaa3 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.617767] env[69836]: DEBUG oslo_concurrency.lockutils [None req-0ea1b5f4-0a13-421c-aee0-9be0b1c0eaa3 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.617888] env[69836]: DEBUG oslo_concurrency.lockutils [None req-0ea1b5f4-0a13-421c-aee0-9be0b1c0eaa3 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.618013] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0ea1b5f4-0a13-421c-aee0-9be0b1c0eaa3 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 576.618220] env[69836]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0ea1b5f4-0a13-421c-aee0-9be0b1c0eaa3 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=69836) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 576.618370] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0ea1b5f4-0a13-421c-aee0-9be0b1c0eaa3 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 576.639184] env[69836]: DEBUG networking_nsxv3.common.locking [None req-0ea1b5f4-0a13-421c-aee0-9be0b1c0eaa3 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.639498] env[69836]: DEBUG oslo_concurrency.lockutils [None req-0ea1b5f4-0a13-421c-aee0-9be0b1c0eaa3 None None] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.639498] env[69836]: DEBUG oslo_concurrency.lockutils [None req-0ea1b5f4-0a13-421c-aee0-9be0b1c0eaa3 None None] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.639758] env[69836]: DEBUG oslo_concurrency.lockutils [None req-0ea1b5f4-0a13-421c-aee0-9be0b1c0eaa3 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.639937] env[69836]: DEBUG oslo_concurrency.lockutils [None req-0ea1b5f4-0a13-421c-aee0-9be0b1c0eaa3 None None] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.640096] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0ea1b5f4-0a13-421c-aee0-9be0b1c0eaa3 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 576.661093] env[69836]: DEBUG networking_nsxv3.common.locking [None req-0ea1b5f4-0a13-421c-aee0-9be0b1c0eaa3 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.661360] env[69836]: DEBUG oslo_concurrency.lockutils [None req-0ea1b5f4-0a13-421c-aee0-9be0b1c0eaa3 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.661422] env[69836]: DEBUG oslo_concurrency.lockutils [None req-0ea1b5f4-0a13-421c-aee0-9be0b1c0eaa3 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.661691] env[69836]: DEBUG oslo_concurrency.lockutils [None req-0ea1b5f4-0a13-421c-aee0-9be0b1c0eaa3 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.661836] env[69836]: DEBUG oslo_concurrency.lockutils [None req-0ea1b5f4-0a13-421c-aee0-9be0b1c0eaa3 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.661984] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0ea1b5f4-0a13-421c-aee0-9be0b1c0eaa3 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 576.687104] env[69836]: DEBUG networking_nsxv3.common.locking [None req-0ea1b5f4-0a13-421c-aee0-9be0b1c0eaa3 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.687344] env[69836]: DEBUG oslo_concurrency.lockutils [None req-0ea1b5f4-0a13-421c-aee0-9be0b1c0eaa3 None None] Acquiring lock "Address Group" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.687389] env[69836]: DEBUG oslo_concurrency.lockutils [None req-0ea1b5f4-0a13-421c-aee0-9be0b1c0eaa3 None None] Acquired lock "Address Group" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.687714] env[69836]: DEBUG oslo_concurrency.lockutils [None req-0ea1b5f4-0a13-421c-aee0-9be0b1c0eaa3 None None] Acquired external semaphore "Address Group" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.687864] env[69836]: DEBUG oslo_concurrency.lockutils [None req-0ea1b5f4-0a13-421c-aee0-9be0b1c0eaa3 None None] Releasing lock "Address Group" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.688040] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0ea1b5f4-0a13-421c-aee0-9be0b1c0eaa3 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 576.688155] env[69836]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0ea1b5f4-0a13-421c-aee0-9be0b1c0eaa3 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69836) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 576.688261] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0ea1b5f4-0a13-421c-aee0-9be0b1c0eaa3 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 576.706323] env[69836]: DEBUG networking_nsxv3.common.locking [None req-0ea1b5f4-0a13-421c-aee0-9be0b1c0eaa3 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.706552] env[69836]: DEBUG oslo_concurrency.lockutils [None req-0ea1b5f4-0a13-421c-aee0-9be0b1c0eaa3 None None] Acquiring lock "Segment QoS" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.706593] env[69836]: DEBUG oslo_concurrency.lockutils [None req-0ea1b5f4-0a13-421c-aee0-9be0b1c0eaa3 None None] Acquired lock "Segment QoS" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.706879] env[69836]: DEBUG oslo_concurrency.lockutils [None req-0ea1b5f4-0a13-421c-aee0-9be0b1c0eaa3 None None] Acquired external semaphore "Segment QoS" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.707013] env[69836]: DEBUG oslo_concurrency.lockutils [None req-0ea1b5f4-0a13-421c-aee0-9be0b1c0eaa3 None None] Releasing lock "Segment QoS" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.707169] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0ea1b5f4-0a13-421c-aee0-9be0b1c0eaa3 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 576.707278] env[69836]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0ea1b5f4-0a13-421c-aee0-9be0b1c0eaa3 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=69836) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 576.707387] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0ea1b5f4-0a13-421c-aee0-9be0b1c0eaa3 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 576.726550] env[69836]: DEBUG networking_nsxv3.common.locking [None req-0ea1b5f4-0a13-421c-aee0-9be0b1c0eaa3 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.726816] env[69836]: DEBUG oslo_concurrency.lockutils [None req-0ea1b5f4-0a13-421c-aee0-9be0b1c0eaa3 None None] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.727037] env[69836]: DEBUG oslo_concurrency.lockutils [None req-0ea1b5f4-0a13-421c-aee0-9be0b1c0eaa3 None None] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.727334] env[69836]: DEBUG oslo_concurrency.lockutils [None req-0ea1b5f4-0a13-421c-aee0-9be0b1c0eaa3 None None] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.727478] env[69836]: DEBUG oslo_concurrency.lockutils [None req-0ea1b5f4-0a13-421c-aee0-9be0b1c0eaa3 None None] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.727632] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0ea1b5f4-0a13-421c-aee0-9be0b1c0eaa3 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 576.727739] env[69836]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0ea1b5f4-0a13-421c-aee0-9be0b1c0eaa3 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69836) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 576.727825] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-0ea1b5f4-0a13-421c-aee0-9be0b1c0eaa3 None None] Inventory metadata have been refreshed. [ 576.727930] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-0ea1b5f4-0a13-421c-aee0-9be0b1c0eaa3 None None] Dryrun:True. Metadata refresh completed. [ 576.728051] env[69836]: DEBUG oslo_concurrency.lockutils [None req-0ea1b5f4-0a13-421c-aee0-9be0b1c0eaa3 None None] Releasing lock "all" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.729717] env[69836]: INFO neutron.agent.agent_extensions_manager [None req-0ea1b5f4-0a13-421c-aee0-9be0b1c0eaa3 None None] Loaded agent extensions: [] [ 576.730443] env[69836]: DEBUG neutron_lib.callbacks.manager [None req-0ea1b5f4-0a13-421c-aee0-9be0b1c0eaa3 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=69836) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 576.792906] env[69836]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-0ea1b5f4-0a13-421c-aee0-9be0b1c0eaa3 None None] NSXv3 Agent Agent RPC Daemon Started! [ 576.793220] env[69836]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-0ea1b5f4-0a13-421c-aee0-9be0b1c0eaa3 None None] NSXv3 Agent Agent loop - iteration:0 started [ 576.793220] env[69836]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-0ea1b5f4-0a13-421c-aee0-9be0b1c0eaa3 None None] NSXv3 Agent Agent out of sync with plugin! [ 581.731280] env[69836]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 581.731692] env[69836]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 584.732737] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.733109] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.733109] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.733361] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.733543] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.236817] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.739385] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.242167] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 586.242284] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 586.732685] env[69836]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 586.732856] env[69836]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 586.953579] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.954025] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.954025] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.954025] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.966463] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 586.967274] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.967940] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 586.985246] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.985460] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.985460] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.985686] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.985780] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.985898] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 586.985971] env[69836]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69836) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 586.986062] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 587.004762] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.004934] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.004992] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.005161] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.005291] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.005399] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 587.025525] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.025719] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.025719] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.025938] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.026064] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.026173] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 587.044018] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.044208] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.044280] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.044501] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.044616] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.044710] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 587.044783] env[69836]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69836) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 587.044898] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 587.061450] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.061661] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.061661] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.061827] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.061914] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.062035] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 587.062111] env[69836]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69836) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 587.062183] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 587.083426] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.083621] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.083621] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.083814] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.083916] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.084045] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 587.084120] env[69836]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69836) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 587.084187] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 587.084254] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 587.084355] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 587.084500] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 587.084561] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 587.084821] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 587.084883] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 587.084953] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 587.103914] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.104131] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.104131] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.104322] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.104475] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.104593] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 587.123239] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.123455] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.123455] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.123660] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.123767] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.153383] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.276604] env[69836]: INFO networking_nsxv3.common.synchronization [None req-fdfdd21a-a322-4611-8a3c-b4ff50f6f13a demo admin] Enqueued Resource ID: 9194d3b5-fbea-4d69-bef3-7fa17af29f9d with Priority: HIGHEST for action security_group_rules [ 591.277226] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9194d3b5-fbea-4d69-bef3-7fa17af29f9d with Priority: HIGHEST for action security_group_rules [ 591.277452] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9194d3b5-fbea-4d69-bef3-7fa17af29f9d taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.277578] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9194d3b5-fbea-4d69-bef3-7fa17af29f9d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.277647] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9194d3b5-fbea-4d69-bef3-7fa17af29f9d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.277905] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9194d3b5-fbea-4d69-bef3-7fa17af29f9d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.277985] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9194d3b5-fbea-4d69-bef3-7fa17af29f9d',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.800237] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.800449] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.800449] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.800711] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.800828] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.800970] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9194d3b5-fbea-4d69-bef3-7fa17af29f9d already deleted. [ 591.801068] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9194d3b5-fbea-4d69-bef3-7fa17af29f9d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.278161] env[69836]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 596.278568] env[69836]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 601.279858] env[69836]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 601.280308] env[69836]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 606.281384] env[69836]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 606.281756] env[69836]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 611.283040] env[69836]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 611.283405] env[69836]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 616.284684] env[69836]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 616.285057] env[69836]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 619.675927] env[69836]: INFO networking_nsxv3.common.synchronization [None req-8b6288f1-f040-4483-ae37-a5067b860597 None None] Enqueued Resource ID: e329d9d1-c9db-446f-801e-8a3043ee1354 with Priority: HIGHEST for action port [ 619.676309] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e329d9d1-c9db-446f-801e-8a3043ee1354 with Priority: HIGHEST for action port [ 619.676854] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-e329d9d1-c9db-446f-801e-8a3043ee1354 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.676973] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e329d9d1-c9db-446f-801e-8a3043ee1354" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.677051] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e329d9d1-c9db-446f-801e-8a3043ee1354" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.677330] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e329d9d1-c9db-446f-801e-8a3043ee1354" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.677422] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e329d9d1-c9db-446f-801e-8a3043ee1354',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.924909] env[69836]: INFO networking_nsxv3.common.synchronization [None req-642040ac-2f10-4f5d-8dd2-48973655c291 None None] Enqueued Resource ID: 220bb79a-d2fe-494b-8300-de9a374f8b70 with Priority: HIGHEST for action port [ 619.925214] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 220bb79a-d2fe-494b-8300-de9a374f8b70 with Priority: HIGHEST for action port [ 619.925816] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-220bb79a-d2fe-494b-8300-de9a374f8b70 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.925943] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-220bb79a-d2fe-494b-8300-de9a374f8b70" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.927710] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-220bb79a-d2fe-494b-8300-de9a374f8b70" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.927710] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-220bb79a-d2fe-494b-8300-de9a374f8b70" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.927710] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('220bb79a-d2fe-494b-8300-de9a374f8b70',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.181552] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e329d9d1-c9db-446f-801e-8a3043ee1354 [ 620.181803] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.181911] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.181987] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.182212] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.184257] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.184257] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e329d9d1-c9db-446f-801e-8a3043ee1354 already deleted. [ 620.184257] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e329d9d1-c9db-446f-801e-8a3043ee1354" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.430372] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 220bb79a-d2fe-494b-8300-de9a374f8b70 [ 620.430372] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.430372] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.430372] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.430372] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.430372] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.430372] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:220bb79a-d2fe-494b-8300-de9a374f8b70 already deleted. [ 620.430372] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-220bb79a-d2fe-494b-8300-de9a374f8b70" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.354132] env[69836]: INFO networking_nsxv3.common.synchronization [None req-e1af56d2-4380-4908-a0ba-994a1ac7519d None None] Enqueued Resource ID: af7e5194-2ba5-42a0-b1b4-37930297a98a with Priority: HIGHEST for action port [ 621.354132] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af7e5194-2ba5-42a0-b1b4-37930297a98a with Priority: HIGHEST for action port [ 621.354436] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-af7e5194-2ba5-42a0-b1b4-37930297a98a taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.354436] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af7e5194-2ba5-42a0-b1b4-37930297a98a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.354524] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af7e5194-2ba5-42a0-b1b4-37930297a98a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.354712] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af7e5194-2ba5-42a0-b1b4-37930297a98a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.354857] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af7e5194-2ba5-42a0-b1b4-37930297a98a',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.857334] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port af7e5194-2ba5-42a0-b1b4-37930297a98a [ 621.857565] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.857706] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.857776] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.857979] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.858078] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.858174] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:af7e5194-2ba5-42a0-b1b4-37930297a98a already deleted. [ 621.858254] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af7e5194-2ba5-42a0-b1b4-37930297a98a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.094765] env[69836]: INFO networking_nsxv3.common.synchronization [None req-738fd748-a7b4-4afe-9349-7c377bebafcf None None] Enqueued Resource ID: b4e92dcd-92af-4e36-9e25-261c8fc5c9fc with Priority: HIGHEST for action port [ 622.095205] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4e92dcd-92af-4e36-9e25-261c8fc5c9fc with Priority: HIGHEST for action port [ 622.095532] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4e92dcd-92af-4e36-9e25-261c8fc5c9fc taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.095695] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4e92dcd-92af-4e36-9e25-261c8fc5c9fc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.095954] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4e92dcd-92af-4e36-9e25-261c8fc5c9fc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.097414] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4e92dcd-92af-4e36-9e25-261c8fc5c9fc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.097575] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4e92dcd-92af-4e36-9e25-261c8fc5c9fc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.132023] env[69836]: INFO networking_nsxv3.common.synchronization [None req-60a997e2-cacb-42ae-8b2b-a5a867cee4c1 None None] Enqueued Resource ID: 6c4ec360-02e9-4d95-8f5c-37b25607b23a with Priority: HIGHEST for action port [ 622.132023] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c4ec360-02e9-4d95-8f5c-37b25607b23a with Priority: HIGHEST for action port [ 622.132023] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c4ec360-02e9-4d95-8f5c-37b25607b23a taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.132023] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c4ec360-02e9-4d95-8f5c-37b25607b23a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.132023] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c4ec360-02e9-4d95-8f5c-37b25607b23a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.132023] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c4ec360-02e9-4d95-8f5c-37b25607b23a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.132023] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c4ec360-02e9-4d95-8f5c-37b25607b23a',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.600383] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b4e92dcd-92af-4e36-9e25-261c8fc5c9fc [ 622.600645] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.600782] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.600864] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.601109] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.601204] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.601302] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b4e92dcd-92af-4e36-9e25-261c8fc5c9fc already deleted. [ 622.601384] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4e92dcd-92af-4e36-9e25-261c8fc5c9fc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.635605] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6c4ec360-02e9-4d95-8f5c-37b25607b23a [ 622.638238] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.638238] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.638238] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.638238] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.638238] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.638238] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6c4ec360-02e9-4d95-8f5c-37b25607b23a already deleted. [ 622.638238] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c4ec360-02e9-4d95-8f5c-37b25607b23a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.207623] env[69836]: INFO networking_nsxv3.common.synchronization [None req-33e7acdd-84b4-4698-8d03-f4ae9b3b79f3 None None] Enqueued Resource ID: c052a9fd-0fbd-4a8a-8983-0838d731f4be with Priority: HIGHEST for action port [ 623.210141] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c052a9fd-0fbd-4a8a-8983-0838d731f4be with Priority: HIGHEST for action port [ 623.210141] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-c052a9fd-0fbd-4a8a-8983-0838d731f4be taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.210141] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c052a9fd-0fbd-4a8a-8983-0838d731f4be" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.210141] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c052a9fd-0fbd-4a8a-8983-0838d731f4be" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.210141] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c052a9fd-0fbd-4a8a-8983-0838d731f4be" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.210141] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c052a9fd-0fbd-4a8a-8983-0838d731f4be',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.571019] env[69836]: INFO networking_nsxv3.common.synchronization [None req-6b16638e-fcb1-423a-b769-c28b1e9bdd4c None None] Enqueued Resource ID: a25ecd46-0ab3-4eaf-87f6-6d57284d8828 with Priority: HIGHEST for action port [ 623.571335] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a25ecd46-0ab3-4eaf-87f6-6d57284d8828 with Priority: HIGHEST for action port [ 623.572983] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-a25ecd46-0ab3-4eaf-87f6-6d57284d8828 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.572983] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a25ecd46-0ab3-4eaf-87f6-6d57284d8828" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.572983] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a25ecd46-0ab3-4eaf-87f6-6d57284d8828" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.572983] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a25ecd46-0ab3-4eaf-87f6-6d57284d8828" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.572983] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a25ecd46-0ab3-4eaf-87f6-6d57284d8828',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.713020] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c052a9fd-0fbd-4a8a-8983-0838d731f4be [ 623.713284] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.713388] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.713454] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.713659] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.713748] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.713839] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c052a9fd-0fbd-4a8a-8983-0838d731f4be already deleted. [ 623.713915] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c052a9fd-0fbd-4a8a-8983-0838d731f4be" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.075352] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a25ecd46-0ab3-4eaf-87f6-6d57284d8828 [ 624.076521] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.076746] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.076858] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.077096] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.077193] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.077609] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a25ecd46-0ab3-4eaf-87f6-6d57284d8828 already deleted. [ 624.077609] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a25ecd46-0ab3-4eaf-87f6-6d57284d8828" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.409594] env[69836]: INFO networking_nsxv3.common.synchronization [None req-0a56b1e3-eb09-41ea-9d0e-ecf531917a3a None None] Enqueued Resource ID: 996da956-7fe8-4e90-8473-7a5a90fa569e with Priority: HIGHEST for action port [ 625.409975] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 996da956-7fe8-4e90-8473-7a5a90fa569e with Priority: HIGHEST for action port [ 625.410610] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-996da956-7fe8-4e90-8473-7a5a90fa569e taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.410610] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-996da956-7fe8-4e90-8473-7a5a90fa569e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.410711] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-996da956-7fe8-4e90-8473-7a5a90fa569e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.410923] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-996da956-7fe8-4e90-8473-7a5a90fa569e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.411014] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('996da956-7fe8-4e90-8473-7a5a90fa569e',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.920020] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 996da956-7fe8-4e90-8473-7a5a90fa569e [ 625.920273] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.920409] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.920482] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.920681] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.920774] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.920866] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:996da956-7fe8-4e90-8473-7a5a90fa569e already deleted. [ 625.920968] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-996da956-7fe8-4e90-8473-7a5a90fa569e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.156461] env[69836]: INFO networking_nsxv3.common.synchronization [None req-07872bbc-5811-495b-9587-04c733e3ac77 None None] Enqueued Resource ID: fbf75fd0-2302-4ac7-9f70-4a50fd7b6ced with Priority: HIGHEST for action port [ 627.157040] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbf75fd0-2302-4ac7-9f70-4a50fd7b6ced with Priority: HIGHEST for action port [ 627.157360] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-fbf75fd0-2302-4ac7-9f70-4a50fd7b6ced taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.157499] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fbf75fd0-2302-4ac7-9f70-4a50fd7b6ced" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.157575] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fbf75fd0-2302-4ac7-9f70-4a50fd7b6ced" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.158019] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fbf75fd0-2302-4ac7-9f70-4a50fd7b6ced" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.158019] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fbf75fd0-2302-4ac7-9f70-4a50fd7b6ced',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.661526] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fbf75fd0-2302-4ac7-9f70-4a50fd7b6ced [ 627.661526] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.661526] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.661526] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.661526] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.661526] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.661526] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fbf75fd0-2302-4ac7-9f70-4a50fd7b6ced already deleted. [ 627.661526] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fbf75fd0-2302-4ac7-9f70-4a50fd7b6ced" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.116885] env[69836]: INFO networking_nsxv3.common.synchronization [None req-85348f9b-46fc-4ff6-93d7-318fa11fc8cb None None] Enqueued Resource ID: 705a4dbb-6beb-498a-9ad0-0ff81d5bef38 with Priority: HIGHEST for action port [ 628.117449] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 705a4dbb-6beb-498a-9ad0-0ff81d5bef38 with Priority: HIGHEST for action port [ 628.117826] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-705a4dbb-6beb-498a-9ad0-0ff81d5bef38 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.117986] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-705a4dbb-6beb-498a-9ad0-0ff81d5bef38" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.122360] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-705a4dbb-6beb-498a-9ad0-0ff81d5bef38" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.122360] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-705a4dbb-6beb-498a-9ad0-0ff81d5bef38" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.122360] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('705a4dbb-6beb-498a-9ad0-0ff81d5bef38',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.452091] env[69836]: INFO networking_nsxv3.common.synchronization [None req-d71742d3-2552-4033-b328-38b4b1e1a540 None None] Enqueued Resource ID: bd6f473e-ed4d-40ff-9022-55b3eaf2497b with Priority: HIGHEST for action port [ 628.452379] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd6f473e-ed4d-40ff-9022-55b3eaf2497b with Priority: HIGHEST for action port [ 628.452974] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd6f473e-ed4d-40ff-9022-55b3eaf2497b taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.453173] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd6f473e-ed4d-40ff-9022-55b3eaf2497b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.453173] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd6f473e-ed4d-40ff-9022-55b3eaf2497b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.453749] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd6f473e-ed4d-40ff-9022-55b3eaf2497b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.453749] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd6f473e-ed4d-40ff-9022-55b3eaf2497b',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.625897] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 705a4dbb-6beb-498a-9ad0-0ff81d5bef38 [ 628.626175] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.626296] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.626366] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.627348] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.628536] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.628685] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:705a4dbb-6beb-498a-9ad0-0ff81d5bef38 already deleted. [ 628.628788] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-705a4dbb-6beb-498a-9ad0-0ff81d5bef38" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.955417] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bd6f473e-ed4d-40ff-9022-55b3eaf2497b [ 628.955653] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.955790] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.955857] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.956076] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.956188] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.956297] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bd6f473e-ed4d-40ff-9022-55b3eaf2497b already deleted. [ 628.956382] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd6f473e-ed4d-40ff-9022-55b3eaf2497b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.036394] env[69836]: INFO networking_nsxv3.common.synchronization [None req-90494bc7-7368-4ccf-81a7-9ad939b65878 None None] Enqueued Resource ID: 8ed815b0-053e-44d5-a626-8e2cb453377e with Priority: HIGHEST for action port [ 629.036394] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ed815b0-053e-44d5-a626-8e2cb453377e with Priority: HIGHEST for action port [ 629.036394] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ed815b0-053e-44d5-a626-8e2cb453377e taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.036394] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ed815b0-053e-44d5-a626-8e2cb453377e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.036394] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ed815b0-053e-44d5-a626-8e2cb453377e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.036394] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ed815b0-053e-44d5-a626-8e2cb453377e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.036394] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ed815b0-053e-44d5-a626-8e2cb453377e',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.538973] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8ed815b0-053e-44d5-a626-8e2cb453377e [ 629.540037] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.540037] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.540198] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.540374] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.540484] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.540590] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8ed815b0-053e-44d5-a626-8e2cb453377e already deleted. [ 629.540697] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ed815b0-053e-44d5-a626-8e2cb453377e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.640439] env[69836]: INFO networking_nsxv3.common.synchronization [None req-945a0790-b7f4-4e6e-819a-3224e0509445 None None] Enqueued Resource ID: e73cd862-b24d-49bf-a7f2-f7e65da3feaa with Priority: HIGHEST for action port [ 629.640670] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e73cd862-b24d-49bf-a7f2-f7e65da3feaa with Priority: HIGHEST for action port [ 629.641218] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-e73cd862-b24d-49bf-a7f2-f7e65da3feaa taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.641388] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e73cd862-b24d-49bf-a7f2-f7e65da3feaa" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.641454] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e73cd862-b24d-49bf-a7f2-f7e65da3feaa" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.641698] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e73cd862-b24d-49bf-a7f2-f7e65da3feaa" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.641816] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e73cd862-b24d-49bf-a7f2-f7e65da3feaa',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.144179] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e73cd862-b24d-49bf-a7f2-f7e65da3feaa [ 630.145271] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.145271] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.145271] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.145489] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.145489] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.145548] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e73cd862-b24d-49bf-a7f2-f7e65da3feaa already deleted. [ 630.146278] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e73cd862-b24d-49bf-a7f2-f7e65da3feaa" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.875827] env[69836]: INFO networking_nsxv3.common.synchronization [None req-ee567d8a-b1fc-40a7-8f10-94398a25af3f None None] Enqueued Resource ID: ed58432e-5bce-4f6c-835e-ce244a1c5242 with Priority: HIGHEST for action port [ 631.876378] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed58432e-5bce-4f6c-835e-ce244a1c5242 with Priority: HIGHEST for action port [ 631.876878] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed58432e-5bce-4f6c-835e-ce244a1c5242 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.877016] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed58432e-5bce-4f6c-835e-ce244a1c5242" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.878632] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed58432e-5bce-4f6c-835e-ce244a1c5242" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.878885] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed58432e-5bce-4f6c-835e-ce244a1c5242" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.878974] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed58432e-5bce-4f6c-835e-ce244a1c5242',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.946061] env[69836]: INFO networking_nsxv3.common.synchronization [None req-de67a1ba-ec42-43b7-8148-d02a79b4211a None None] Enqueued Resource ID: 67f2aa5d-060d-4136-9601-6a43397dbd78 with Priority: HIGHEST for action port [ 631.946951] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67f2aa5d-060d-4136-9601-6a43397dbd78 with Priority: HIGHEST for action port [ 631.947618] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-67f2aa5d-060d-4136-9601-6a43397dbd78 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.947808] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67f2aa5d-060d-4136-9601-6a43397dbd78" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.947904] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67f2aa5d-060d-4136-9601-6a43397dbd78" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.948203] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67f2aa5d-060d-4136-9601-6a43397dbd78" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.948286] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67f2aa5d-060d-4136-9601-6a43397dbd78',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.381739] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ed58432e-5bce-4f6c-835e-ce244a1c5242 [ 632.381957] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.382110] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.382180] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.382392] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.382479] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.383042] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ed58432e-5bce-4f6c-835e-ce244a1c5242 already deleted. [ 632.383042] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed58432e-5bce-4f6c-835e-ce244a1c5242" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.447435] env[69836]: INFO networking_nsxv3.common.synchronization [req-7b7a4d4f-ed22-4870-9a0c-88fa48ba35f5 req-a8244a79-3cac-419b-aeec-273979111689 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Enqueued Resource ID: 49c7a409-da41-4630-81c2-97413e45edbb with Priority: HIGHEST for action security_group_members [ 632.447435] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49c7a409-da41-4630-81c2-97413e45edbb with Priority: HIGHEST for action security_group_members [ 632.447435] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-49c7a409-da41-4630-81c2-97413e45edbb taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.447435] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49c7a409-da41-4630-81c2-97413e45edbb" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.447435] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49c7a409-da41-4630-81c2-97413e45edbb" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.447789] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49c7a409-da41-4630-81c2-97413e45edbb" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.447821] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.448672] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.450187] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.450346] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.450395] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.450499] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49c7a409-da41-4630-81c2-97413e45edbb',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.452391] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 67f2aa5d-060d-4136-9601-6a43397dbd78 [ 632.452542] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.452652] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.455017] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.455017] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.455017] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.455017] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:67f2aa5d-060d-4136-9601-6a43397dbd78 already deleted. [ 632.455017] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67f2aa5d-060d-4136-9601-6a43397dbd78" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.700435] env[69836]: INFO networking_nsxv3.common.synchronization [None req-00ebfe0d-06f7-45e1-9a11-419df59a2898 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Enqueued Resource ID: 12cfbb32-8be7-4ba1-97a7-fcdc5b4efec7 with Priority: HIGHEST for action security_group_rules [ 632.704513] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12cfbb32-8be7-4ba1-97a7-fcdc5b4efec7 with Priority: HIGHEST for action security_group_rules [ 632.704513] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12cfbb32-8be7-4ba1-97a7-fcdc5b4efec7 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.704513] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12cfbb32-8be7-4ba1-97a7-fcdc5b4efec7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.704513] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12cfbb32-8be7-4ba1-97a7-fcdc5b4efec7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.704513] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12cfbb32-8be7-4ba1-97a7-fcdc5b4efec7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.704513] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12cfbb32-8be7-4ba1-97a7-fcdc5b4efec7',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.830849] env[69836]: INFO networking_nsxv3.common.synchronization [None req-a83ba3e7-e19f-4c0a-bae1-f5e7959e26b3 None None] Enqueued Resource ID: 982e4968-4f6a-481f-8ad8-8e9d30ae218d with Priority: HIGHEST for action port [ 632.830849] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 982e4968-4f6a-481f-8ad8-8e9d30ae218d with Priority: HIGHEST for action port [ 632.830849] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-982e4968-4f6a-481f-8ad8-8e9d30ae218d taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.830849] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-982e4968-4f6a-481f-8ad8-8e9d30ae218d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.830849] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-982e4968-4f6a-481f-8ad8-8e9d30ae218d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.833049] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-982e4968-4f6a-481f-8ad8-8e9d30ae218d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.833049] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('982e4968-4f6a-481f-8ad8-8e9d30ae218d',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.929710] env[69836]: INFO networking_nsxv3.common.synchronization [None req-3a11e348-5bd5-43f1-acae-91500fb9349b tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Enqueued Resource ID: 12cfbb32-8be7-4ba1-97a7-fcdc5b4efec7 with Priority: HIGHEST for action security_group_rules [ 632.931469] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12cfbb32-8be7-4ba1-97a7-fcdc5b4efec7 with Priority: HIGHEST for action security_group_rules [ 632.932179] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12cfbb32-8be7-4ba1-97a7-fcdc5b4efec7 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.932286] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12cfbb32-8be7-4ba1-97a7-fcdc5b4efec7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.954259] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.954512] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.954512] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.954705] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.954797] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.954989] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.955097] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.955190] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.955363] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.955448] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.955536] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49c7a409-da41-4630-81c2-97413e45edbb already deleted. [ 632.955637] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49c7a409-da41-4630-81c2-97413e45edbb" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.202269] env[69836]: INFO networking_nsxv3.common.synchronization [None req-960c26ee-b68a-4507-bf3d-f7a889536bc5 None None] Enqueued Resource ID: 2924b659-448b-4b14-93ac-680e0327d2f3 with Priority: HIGHEST for action port [ 633.202269] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2924b659-448b-4b14-93ac-680e0327d2f3 with Priority: HIGHEST for action port [ 633.202269] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-2924b659-448b-4b14-93ac-680e0327d2f3 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.202269] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2924b659-448b-4b14-93ac-680e0327d2f3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.202269] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2924b659-448b-4b14-93ac-680e0327d2f3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.202269] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2924b659-448b-4b14-93ac-680e0327d2f3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.202269] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2924b659-448b-4b14-93ac-680e0327d2f3',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.228137] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.228137] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.228137] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.228137] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.228137] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.228137] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12cfbb32-8be7-4ba1-97a7-fcdc5b4efec7 already deleted. [ 633.228137] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12cfbb32-8be7-4ba1-97a7-fcdc5b4efec7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.228137] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12cfbb32-8be7-4ba1-97a7-fcdc5b4efec7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.228137] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12cfbb32-8be7-4ba1-97a7-fcdc5b4efec7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.228137] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12cfbb32-8be7-4ba1-97a7-fcdc5b4efec7',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.334820] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 982e4968-4f6a-481f-8ad8-8e9d30ae218d [ 633.334820] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.334820] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.335046] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.335431] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.335550] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.335674] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:982e4968-4f6a-481f-8ad8-8e9d30ae218d already deleted. [ 633.335781] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-982e4968-4f6a-481f-8ad8-8e9d30ae218d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.684326] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-404 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.687568] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.687568] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.687568] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.687568] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.687568] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.687568] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.687568] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.687568] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.687568] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 633.687568] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 633.687568] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 633.688657] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 633.688731] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 633.691809] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 633.691809] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 633.705416] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2924b659-448b-4b14-93ac-680e0327d2f3 [ 633.705648] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.705815] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.705900] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.707052] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.707052] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.707052] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2924b659-448b-4b14-93ac-680e0327d2f3 already deleted. [ 633.707275] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2924b659-448b-4b14-93ac-680e0327d2f3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.710959] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 633.711148] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 633.711293] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 633.711496] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.711835] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-a6544a57-b8ff-446e-bd87-c9daa3a7e007 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.712021] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-a6544a57-b8ff-446e-bd87-c9daa3a7e007" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.712156] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-a6544a57-b8ff-446e-bd87-c9daa3a7e007" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.712488] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-a6544a57-b8ff-446e-bd87-c9daa3a7e007" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.712630] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6544a57-b8ff-446e-bd87-c9daa3a7e007',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.748478] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.748632] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.748703] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.749215] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.749215] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.749215] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12cfbb32-8be7-4ba1-97a7-fcdc5b4efec7 already deleted. [ 633.749215] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12cfbb32-8be7-4ba1-97a7-fcdc5b4efec7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.216593] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.217585] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.217585] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.217585] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.217585] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.217585] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port a6544a57-b8ff-446e-bd87-c9daa3a7e007 not found, creating... [ 634.217873] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.219083] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.219083] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.219083] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.219083] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.219083] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.219083] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.219866] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.220139] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.220291] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.220436] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: a6544a57-b8ff-446e-bd87-c9daa3a7e007 is going to be created. [ 634.247509] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.249464] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.249464] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.249464] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.249464] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.249464] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-a6544a57-b8ff-446e-bd87-c9daa3a7e007" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.966192] env[69836]: INFO networking_nsxv3.common.synchronization [None req-73aaa109-8ef7-4d07-86bb-253eaea3e8db None None] Enqueued Resource ID: fa58fe64-366b-4590-a79e-8d87f469c220 with Priority: HIGHEST for action port [ 634.967339] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa58fe64-366b-4590-a79e-8d87f469c220 with Priority: HIGHEST for action port [ 634.967722] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa58fe64-366b-4590-a79e-8d87f469c220 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.967795] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa58fe64-366b-4590-a79e-8d87f469c220" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.968075] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa58fe64-366b-4590-a79e-8d87f469c220" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.968222] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa58fe64-366b-4590-a79e-8d87f469c220" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.968354] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa58fe64-366b-4590-a79e-8d87f469c220',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.471421] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fa58fe64-366b-4590-a79e-8d87f469c220 [ 635.471647] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.471780] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.471831] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.472064] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.472158] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.472252] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fa58fe64-366b-4590-a79e-8d87f469c220 already deleted. [ 635.472329] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa58fe64-366b-4590-a79e-8d87f469c220" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.565215] env[69836]: INFO networking_nsxv3.common.synchronization [req-7b7a4d4f-ed22-4870-9a0c-88fa48ba35f5 req-53ff6186-cc5e-4b45-84a2-9c01bd74d8cc service nova] Enqueued Resource ID: 49c7a409-da41-4630-81c2-97413e45edbb with Priority: HIGHEST for action security_group_rules [ 635.565215] env[69836]: INFO networking_nsxv3.common.synchronization [req-7b7a4d4f-ed22-4870-9a0c-88fa48ba35f5 req-53ff6186-cc5e-4b45-84a2-9c01bd74d8cc service nova] Enqueued Resource ID: 49c7a409-da41-4630-81c2-97413e45edbb with Priority: HIGHEST for action security_group_members [ 635.565359] env[69836]: INFO networking_nsxv3.common.synchronization [req-7b7a4d4f-ed22-4870-9a0c-88fa48ba35f5 req-53ff6186-cc5e-4b45-84a2-9c01bd74d8cc service nova] Enqueued Resource ID: a6544a57-b8ff-446e-bd87-c9daa3a7e007 with Priority: HIGHEST for action port [ 635.565548] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49c7a409-da41-4630-81c2-97413e45edbb with Priority: HIGHEST for action security_group_rules [ 635.565682] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49c7a409-da41-4630-81c2-97413e45edbb with Priority: HIGHEST for action security_group_members [ 635.565769] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6544a57-b8ff-446e-bd87-c9daa3a7e007 with Priority: HIGHEST for action port [ 635.569162] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49c7a409-da41-4630-81c2-97413e45edbb taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.569162] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49c7a409-da41-4630-81c2-97413e45edbb" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.569162] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49c7a409-da41-4630-81c2-97413e45edbb" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.569693] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49c7a409-da41-4630-81c2-97413e45edbb" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.570831] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49c7a409-da41-4630-81c2-97413e45edbb',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.570831] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-49c7a409-da41-4630-81c2-97413e45edbb taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.570831] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49c7a409-da41-4630-81c2-97413e45edbb" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.571087] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49c7a409-da41-4630-81c2-97413e45edbb" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.571087] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49c7a409-da41-4630-81c2-97413e45edbb" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.571186] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.571287] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.571359] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.572770] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.572770] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.572770] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49c7a409-da41-4630-81c2-97413e45edbb',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.572770] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6544a57-b8ff-446e-bd87-c9daa3a7e007 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.573014] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6544a57-b8ff-446e-bd87-c9daa3a7e007" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.573014] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6544a57-b8ff-446e-bd87-c9daa3a7e007" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.573164] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6544a57-b8ff-446e-bd87-c9daa3a7e007" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.573228] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6544a57-b8ff-446e-bd87-c9daa3a7e007',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.075419] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-49c7a409-da41-4630-81c2-97413e45edbb taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.075543] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49c7a409-da41-4630-81c2-97413e45edbb" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.086520] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('49c7a409-da41-4630-81c2-97413e45edbb',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.087702] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a6544a57-b8ff-446e-bd87-c9daa3a7e007 with status ACTIVE [ 636.087806] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.088777] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.088777] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.088777] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.088777] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.088777] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.088777] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.088777] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.089090] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.089785] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.090028] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.090135] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.090200] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.090349] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.090425] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.090509] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a6544a57-b8ff-446e-bd87-c9daa3a7e007 is going to be updated. [ 636.114445] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.114644] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.114687] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.114871] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.115121] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.115314] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6544a57-b8ff-446e-bd87-c9daa3a7e007" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.140451] env[69836]: INFO networking_nsxv3.common.synchronization [None req-879faed2-ebbd-4a49-89ba-57af4d20fc4e None None] Enqueued Resource ID: 2e7f071b-ac89-44fd-8e35-800e67877d0d with Priority: HIGHEST for action port [ 636.140715] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e7f071b-ac89-44fd-8e35-800e67877d0d with Priority: HIGHEST for action port [ 636.142425] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e7f071b-ac89-44fd-8e35-800e67877d0d taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.142425] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e7f071b-ac89-44fd-8e35-800e67877d0d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.142425] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e7f071b-ac89-44fd-8e35-800e67877d0d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.142608] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e7f071b-ac89-44fd-8e35-800e67877d0d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.142689] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e7f071b-ac89-44fd-8e35-800e67877d0d',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.249057] env[69836]: INFO networking_nsxv3.common.synchronization [req-bc8b3478-98e2-4dd8-801b-fdb9869e08fc req-5559c8d8-fd4b-438d-8e68-7ecacd7607dc tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Enqueued Resource ID: 0c4ea9ed-72f0-4be0-a288-1c1536cc238e with Priority: HIGHEST for action security_group_members [ 636.249672] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c4ea9ed-72f0-4be0-a288-1c1536cc238e with Priority: HIGHEST for action security_group_members [ 636.250274] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c4ea9ed-72f0-4be0-a288-1c1536cc238e taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.250443] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c4ea9ed-72f0-4be0-a288-1c1536cc238e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.250525] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c4ea9ed-72f0-4be0-a288-1c1536cc238e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.250938] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c4ea9ed-72f0-4be0-a288-1c1536cc238e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.251140] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.251248] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.251311] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.251493] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.251585] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.251684] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c4ea9ed-72f0-4be0-a288-1c1536cc238e',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.595845] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('49c7a409-da41-4630-81c2-97413e45edbb',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.646053] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2e7f071b-ac89-44fd-8e35-800e67877d0d [ 636.646339] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.646488] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.646559] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.646863] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.646863] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.646941] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2e7f071b-ac89-44fd-8e35-800e67877d0d already deleted. [ 636.647016] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e7f071b-ac89-44fd-8e35-800e67877d0d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.754205] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.754344] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.754501] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.755122] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.755122] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.755122] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.755122] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.756145] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.756232] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.756299] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.756405] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c4ea9ed-72f0-4be0-a288-1c1536cc238e already deleted. [ 636.757174] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c4ea9ed-72f0-4be0-a288-1c1536cc238e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.832233] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-404 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.832233] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.832233] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.832233] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.832813] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.836018] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.836018] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.836018] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.836018] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.836018] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 636.836018] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 636.836018] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 636.836018] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 636.836018] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 636.836018] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 636.836018] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 636.856168] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 636.856452] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 636.856452] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 636.856655] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.857064] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-9f409241-6a63-49fb-9929-7be605e729f5 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.857904] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-9f409241-6a63-49fb-9929-7be605e729f5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.858044] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-9f409241-6a63-49fb-9929-7be605e729f5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.858366] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-9f409241-6a63-49fb-9929-7be605e729f5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.858525] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f409241-6a63-49fb-9929-7be605e729f5',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.102721] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.102721] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.102721] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.102721] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.102721] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.102721] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49c7a409-da41-4630-81c2-97413e45edbb is going to be created. [ 637.168421] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.168421] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.168421] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.168421] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.168421] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.180454] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49c7a409-da41-4630-81c2-97413e45edbb in Status: UNINITIALIZED for 2s [ 637.362223] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.362223] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.363360] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.363360] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.363360] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.363360] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port 9f409241-6a63-49fb-9929-7be605e729f5 not found, creating... [ 637.363360] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.363596] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.363596] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.363915] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.363915] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.364256] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.364439] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.364557] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.364888] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.364975] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.365166] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: 9f409241-6a63-49fb-9929-7be605e729f5 is going to be created. [ 637.388511] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.388511] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.388511] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.388511] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.388511] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.388511] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-9f409241-6a63-49fb-9929-7be605e729f5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.272731] env[69836]: INFO networking_nsxv3.common.synchronization [None req-585d1052-6c78-4878-b5fc-08cd729622b4 None None] Enqueued Resource ID: a671302f-11c1-4c07-a442-ec68c1a6c1d9 with Priority: HIGHEST for action port [ 638.275569] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a671302f-11c1-4c07-a442-ec68c1a6c1d9 with Priority: HIGHEST for action port [ 638.275569] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-a671302f-11c1-4c07-a442-ec68c1a6c1d9 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.275569] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a671302f-11c1-4c07-a442-ec68c1a6c1d9" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.275569] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a671302f-11c1-4c07-a442-ec68c1a6c1d9" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.278725] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a671302f-11c1-4c07-a442-ec68c1a6c1d9" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.278725] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a671302f-11c1-4c07-a442-ec68c1a6c1d9',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.505555] env[69836]: INFO networking_nsxv3.common.synchronization [req-bc8b3478-98e2-4dd8-801b-fdb9869e08fc req-d9a17dfb-5d3f-456d-9c5f-b1d790f2e152 service nova] Enqueued Resource ID: 0c4ea9ed-72f0-4be0-a288-1c1536cc238e with Priority: HIGHEST for action security_group_rules [ 638.506461] env[69836]: INFO networking_nsxv3.common.synchronization [req-bc8b3478-98e2-4dd8-801b-fdb9869e08fc req-d9a17dfb-5d3f-456d-9c5f-b1d790f2e152 service nova] Enqueued Resource ID: 0c4ea9ed-72f0-4be0-a288-1c1536cc238e with Priority: HIGHEST for action security_group_members [ 638.506461] env[69836]: INFO networking_nsxv3.common.synchronization [req-bc8b3478-98e2-4dd8-801b-fdb9869e08fc req-d9a17dfb-5d3f-456d-9c5f-b1d790f2e152 service nova] Enqueued Resource ID: 9f409241-6a63-49fb-9929-7be605e729f5 with Priority: HIGHEST for action port [ 638.506461] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c4ea9ed-72f0-4be0-a288-1c1536cc238e with Priority: HIGHEST for action security_group_rules [ 638.506461] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c4ea9ed-72f0-4be0-a288-1c1536cc238e with Priority: HIGHEST for action security_group_members [ 638.506634] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f409241-6a63-49fb-9929-7be605e729f5 with Priority: HIGHEST for action port [ 638.509398] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c4ea9ed-72f0-4be0-a288-1c1536cc238e taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.509544] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c4ea9ed-72f0-4be0-a288-1c1536cc238e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.509613] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c4ea9ed-72f0-4be0-a288-1c1536cc238e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.510464] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c4ea9ed-72f0-4be0-a288-1c1536cc238e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.510660] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c4ea9ed-72f0-4be0-a288-1c1536cc238e',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.512027] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c4ea9ed-72f0-4be0-a288-1c1536cc238e taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.512121] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c4ea9ed-72f0-4be0-a288-1c1536cc238e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.512217] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c4ea9ed-72f0-4be0-a288-1c1536cc238e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.513051] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c4ea9ed-72f0-4be0-a288-1c1536cc238e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.513272] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.513837] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.513837] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.514028] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.514118] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.516038] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c4ea9ed-72f0-4be0-a288-1c1536cc238e',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.516038] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f409241-6a63-49fb-9929-7be605e729f5 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.516038] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f409241-6a63-49fb-9929-7be605e729f5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.516038] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f409241-6a63-49fb-9929-7be605e729f5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.516038] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f409241-6a63-49fb-9929-7be605e729f5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.516038] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f409241-6a63-49fb-9929-7be605e729f5',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.780601] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a671302f-11c1-4c07-a442-ec68c1a6c1d9 [ 638.780601] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.780601] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.780601] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.780601] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.780601] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.780601] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a671302f-11c1-4c07-a442-ec68c1a6c1d9 already deleted. [ 638.780601] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a671302f-11c1-4c07-a442-ec68c1a6c1d9" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.788030] env[69836]: INFO networking_nsxv3.common.synchronization [None req-f25c1834-a6cb-453e-8327-2335a59deb15 None None] Enqueued Resource ID: 9840cb63-8bcf-44dd-9a6f-4f133549e8d7 with Priority: HIGHEST for action port [ 638.788030] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9840cb63-8bcf-44dd-9a6f-4f133549e8d7 with Priority: HIGHEST for action port [ 638.788030] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-9840cb63-8bcf-44dd-9a6f-4f133549e8d7 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.788030] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9840cb63-8bcf-44dd-9a6f-4f133549e8d7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.788030] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9840cb63-8bcf-44dd-9a6f-4f133549e8d7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.788030] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9840cb63-8bcf-44dd-9a6f-4f133549e8d7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.788030] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9840cb63-8bcf-44dd-9a6f-4f133549e8d7',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.025060] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c4ea9ed-72f0-4be0-a288-1c1536cc238e taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.025060] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c4ea9ed-72f0-4be0-a288-1c1536cc238e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.025060] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c4ea9ed-72f0-4be0-a288-1c1536cc238e',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.025060] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9f409241-6a63-49fb-9929-7be605e729f5 with status ACTIVE [ 639.025060] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.025060] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.025060] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.025060] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.025060] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.025060] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.025060] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.025060] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.025826] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.025946] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.026359] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.026359] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.026538] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.026622] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.026671] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.026828] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9f409241-6a63-49fb-9929-7be605e729f5 is going to be updated. [ 639.051810] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.052289] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.052289] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.052404] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.052781] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.052863] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f409241-6a63-49fb-9929-7be605e729f5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.191132] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49c7a409-da41-4630-81c2-97413e45edbb in Status: SUCCESS [ 639.191132] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49c7a409-da41-4630-81c2-97413e45edbb" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.191132] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49c7a409-da41-4630-81c2-97413e45edbb" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.191349] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49c7a409-da41-4630-81c2-97413e45edbb" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.191435] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.191667] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.191667] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.191765] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.191853] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.191937] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49c7a409-da41-4630-81c2-97413e45edbb" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.192038] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('49c7a409-da41-4630-81c2-97413e45edbb',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.293234] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9840cb63-8bcf-44dd-9a6f-4f133549e8d7 [ 639.293527] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.293664] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.293750] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.293979] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.294154] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.294259] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9840cb63-8bcf-44dd-9a6f-4f133549e8d7 already deleted. [ 639.294393] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9840cb63-8bcf-44dd-9a6f-4f133549e8d7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.532029] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c4ea9ed-72f0-4be0-a288-1c1536cc238e',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.694287] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-49c7a409-da41-4630-81c2-97413e45edbb taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.694465] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49c7a409-da41-4630-81c2-97413e45edbb" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.694515] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49c7a409-da41-4630-81c2-97413e45edbb" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.694716] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49c7a409-da41-4630-81c2-97413e45edbb" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.694873] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.694966] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.695038] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.695177] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.695286] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.695373] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49c7a409-da41-4630-81c2-97413e45edbb" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.695515] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-49c7a409-da41-4630-81c2-97413e45edbb taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.695596] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49c7a409-da41-4630-81c2-97413e45edbb" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.695900] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49c7a409-da41-4630-81c2-97413e45edbb" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.695900] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49c7a409-da41-4630-81c2-97413e45edbb" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.695900] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.696057] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.696057] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.696184] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.696262] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.696338] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49c7a409-da41-4630-81c2-97413e45edbb" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.696419] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('49c7a409-da41-4630-81c2-97413e45edbb',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.784310] env[69836]: INFO networking_nsxv3.common.synchronization [None req-8a2474fd-1715-4368-82db-95cc6e983382 None None] Enqueued Resource ID: b095edca-5dda-4052-aef1-a7b5c8a7b850 with Priority: HIGHEST for action port [ 639.784574] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b095edca-5dda-4052-aef1-a7b5c8a7b850 with Priority: HIGHEST for action port [ 639.785132] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-b095edca-5dda-4052-aef1-a7b5c8a7b850 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.785288] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b095edca-5dda-4052-aef1-a7b5c8a7b850" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.785358] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b095edca-5dda-4052-aef1-a7b5c8a7b850" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.785614] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b095edca-5dda-4052-aef1-a7b5c8a7b850" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.785690] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b095edca-5dda-4052-aef1-a7b5c8a7b850',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.034088] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.034404] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.034404] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.035592] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.035592] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.035592] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c4ea9ed-72f0-4be0-a288-1c1536cc238e is going to be created. [ 640.064274] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.064274] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.064274] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.064274] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.064274] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.077105] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c4ea9ed-72f0-4be0-a288-1c1536cc238e in Status: UNINITIALIZED for 2s [ 640.103740] env[69836]: INFO networking_nsxv3.common.synchronization [None req-085dbdeb-b620-4cf4-8109-c23713a8a72d None None] Enqueued Resource ID: d247dd92-ee2d-4b29-b123-8f86e9a94f9a with Priority: HIGHEST for action port [ 640.103740] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d247dd92-ee2d-4b29-b123-8f86e9a94f9a with Priority: HIGHEST for action port [ 640.103740] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-d247dd92-ee2d-4b29-b123-8f86e9a94f9a taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.103740] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d247dd92-ee2d-4b29-b123-8f86e9a94f9a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.103740] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d247dd92-ee2d-4b29-b123-8f86e9a94f9a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.105598] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d247dd92-ee2d-4b29-b123-8f86e9a94f9a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.105850] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d247dd92-ee2d-4b29-b123-8f86e9a94f9a',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.201543] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 49c7a409-da41-4630-81c2-97413e45edbb: rpc.has_security_group_logging(os_id): False [ 640.225365] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.225703] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.225703] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.227164] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.227164] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.227164] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.227164] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.227164] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.227164] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.227164] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.227164] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.227164] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.227164] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.227164] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.227578] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.227578] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.227941] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.227941] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.228018] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.228119] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.228235] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49c7a409-da41-4630-81c2-97413e45edbb is going to be created. [ 640.278810] env[69836]: INFO networking_nsxv3.common.synchronization [None req-70fff324-30e0-420b-91be-3ce5f85ed8ce tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] Enqueued Resource ID: e3f6d35d-df01-47b7-a6ed-a3944e6e15a1 with Priority: HIGHEST for action security_group_rules [ 640.279382] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3f6d35d-df01-47b7-a6ed-a3944e6e15a1 with Priority: HIGHEST for action security_group_rules [ 640.279686] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3f6d35d-df01-47b7-a6ed-a3944e6e15a1 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.279821] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3f6d35d-df01-47b7-a6ed-a3944e6e15a1" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.280113] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3f6d35d-df01-47b7-a6ed-a3944e6e15a1" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.280261] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3f6d35d-df01-47b7-a6ed-a3944e6e15a1" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.280424] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3f6d35d-df01-47b7-a6ed-a3944e6e15a1',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.289174] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b095edca-5dda-4052-aef1-a7b5c8a7b850 [ 640.289382] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.289518] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.289600] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.290260] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.290260] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.290260] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b095edca-5dda-4052-aef1-a7b5c8a7b850 already deleted. [ 640.290260] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b095edca-5dda-4052-aef1-a7b5c8a7b850" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.296900] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.297435] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.297435] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.297435] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.297603] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.310606] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49c7a409-da41-4630-81c2-97413e45edbb in Status: IN_PROGRESS for 2s [ 640.534923] env[69836]: INFO networking_nsxv3.common.synchronization [None req-0f775f7f-0a9c-42b2-bbdf-61cde34a4572 tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] Enqueued Resource ID: e3f6d35d-df01-47b7-a6ed-a3944e6e15a1 with Priority: HIGHEST for action security_group_rules [ 640.535671] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3f6d35d-df01-47b7-a6ed-a3944e6e15a1 with Priority: HIGHEST for action security_group_rules [ 640.536011] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3f6d35d-df01-47b7-a6ed-a3944e6e15a1 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.536206] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3f6d35d-df01-47b7-a6ed-a3944e6e15a1" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.614558] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d247dd92-ee2d-4b29-b123-8f86e9a94f9a [ 640.614558] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.614558] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.614558] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.614558] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.614558] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.614558] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d247dd92-ee2d-4b29-b123-8f86e9a94f9a already deleted. [ 640.614558] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d247dd92-ee2d-4b29-b123-8f86e9a94f9a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.803018] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.803018] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.803018] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.803231] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.803333] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.803432] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3f6d35d-df01-47b7-a6ed-a3944e6e15a1 already deleted. [ 640.803537] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3f6d35d-df01-47b7-a6ed-a3944e6e15a1" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.803887] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3f6d35d-df01-47b7-a6ed-a3944e6e15a1" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.804097] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3f6d35d-df01-47b7-a6ed-a3944e6e15a1" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.804188] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3f6d35d-df01-47b7-a6ed-a3944e6e15a1',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.328224] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.328224] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.328224] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.328224] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.328224] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.328224] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3f6d35d-df01-47b7-a6ed-a3944e6e15a1 already deleted. [ 641.328224] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3f6d35d-df01-47b7-a6ed-a3944e6e15a1" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.993031] env[69836]: INFO networking_nsxv3.common.synchronization [None req-88c1bd4a-4e6b-4c58-b494-cf9aae07a505 None None] Enqueued Resource ID: c3d1cb7b-2159-4f17-86a5-e22bb5cc5926 with Priority: HIGHEST for action port [ 641.993031] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3d1cb7b-2159-4f17-86a5-e22bb5cc5926 with Priority: HIGHEST for action port [ 641.994303] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3d1cb7b-2159-4f17-86a5-e22bb5cc5926 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.994303] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3d1cb7b-2159-4f17-86a5-e22bb5cc5926" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.994303] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3d1cb7b-2159-4f17-86a5-e22bb5cc5926" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.994749] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3d1cb7b-2159-4f17-86a5-e22bb5cc5926" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.994885] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3d1cb7b-2159-4f17-86a5-e22bb5cc5926',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.076996] env[69836]: INFO networking_nsxv3.common.synchronization [None req-0f6ab498-6dc5-4226-830b-4eaaf61bcc29 None None] Enqueued Resource ID: a63ebab0-0662-45a3-84f6-71a26bcc87f6 with Priority: HIGHEST for action port [ 642.078215] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a63ebab0-0662-45a3-84f6-71a26bcc87f6 with Priority: HIGHEST for action port [ 642.078826] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-a63ebab0-0662-45a3-84f6-71a26bcc87f6 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.079181] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a63ebab0-0662-45a3-84f6-71a26bcc87f6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.079181] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a63ebab0-0662-45a3-84f6-71a26bcc87f6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.079329] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a63ebab0-0662-45a3-84f6-71a26bcc87f6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.079679] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a63ebab0-0662-45a3-84f6-71a26bcc87f6',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.089044] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c4ea9ed-72f0-4be0-a288-1c1536cc238e in Status: SUCCESS [ 642.089271] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c4ea9ed-72f0-4be0-a288-1c1536cc238e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.089411] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c4ea9ed-72f0-4be0-a288-1c1536cc238e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.089663] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c4ea9ed-72f0-4be0-a288-1c1536cc238e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.090041] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.090041] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.090041] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.090275] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.090275] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.090463] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c4ea9ed-72f0-4be0-a288-1c1536cc238e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.090463] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0c4ea9ed-72f0-4be0-a288-1c1536cc238e',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.324929] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49c7a409-da41-4630-81c2-97413e45edbb in Status: SUCCESS [ 642.325219] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49c7a409-da41-4630-81c2-97413e45edbb" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.497973] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c3d1cb7b-2159-4f17-86a5-e22bb5cc5926 [ 642.498488] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.498488] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.498488] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.498636] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.498740] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.498808] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c3d1cb7b-2159-4f17-86a5-e22bb5cc5926 already deleted. [ 642.498889] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3d1cb7b-2159-4f17-86a5-e22bb5cc5926" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.582426] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a63ebab0-0662-45a3-84f6-71a26bcc87f6 [ 642.582695] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.582788] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.583104] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.583104] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.583193] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.583259] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a63ebab0-0662-45a3-84f6-71a26bcc87f6 already deleted. [ 642.583458] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a63ebab0-0662-45a3-84f6-71a26bcc87f6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.593209] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c4ea9ed-72f0-4be0-a288-1c1536cc238e taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.593209] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c4ea9ed-72f0-4be0-a288-1c1536cc238e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.593750] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c4ea9ed-72f0-4be0-a288-1c1536cc238e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.594537] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c4ea9ed-72f0-4be0-a288-1c1536cc238e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.594537] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.594537] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.594537] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.595134] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.595993] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.595993] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c4ea9ed-72f0-4be0-a288-1c1536cc238e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.595993] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c4ea9ed-72f0-4be0-a288-1c1536cc238e taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.595993] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c4ea9ed-72f0-4be0-a288-1c1536cc238e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.597479] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c4ea9ed-72f0-4be0-a288-1c1536cc238e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.597479] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c4ea9ed-72f0-4be0-a288-1c1536cc238e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.598195] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.598309] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.598371] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.598517] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.598593] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.598682] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c4ea9ed-72f0-4be0-a288-1c1536cc238e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.598764] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0c4ea9ed-72f0-4be0-a288-1c1536cc238e',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.923459] env[69836]: INFO networking_nsxv3.common.synchronization [None req-4f4f778c-101f-4948-b537-fc58e8b41cf8 None None] Enqueued Resource ID: 1f747ab4-3d71-406d-bafc-b5b8e06b7a2a with Priority: HIGHEST for action port [ 642.924073] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f747ab4-3d71-406d-bafc-b5b8e06b7a2a with Priority: HIGHEST for action port [ 642.924593] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f747ab4-3d71-406d-bafc-b5b8e06b7a2a taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.924593] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f747ab4-3d71-406d-bafc-b5b8e06b7a2a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.924593] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f747ab4-3d71-406d-bafc-b5b8e06b7a2a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.926222] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f747ab4-3d71-406d-bafc-b5b8e06b7a2a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.926340] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f747ab4-3d71-406d-bafc-b5b8e06b7a2a',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.963253] env[69836]: INFO networking_nsxv3.common.synchronization [None req-fa945d11-0a8c-42c7-a7f9-3268babda65c tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] Enqueued Resource ID: 9ee1fb5b-3309-445c-9fc6-355754abfc65 with Priority: HIGHEST for action security_group_rules [ 642.963877] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ee1fb5b-3309-445c-9fc6-355754abfc65 with Priority: HIGHEST for action security_group_rules [ 642.964235] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ee1fb5b-3309-445c-9fc6-355754abfc65 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.964354] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ee1fb5b-3309-445c-9fc6-355754abfc65" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.964441] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ee1fb5b-3309-445c-9fc6-355754abfc65" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.964816] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ee1fb5b-3309-445c-9fc6-355754abfc65" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.964906] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ee1fb5b-3309-445c-9fc6-355754abfc65',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.103816] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0c4ea9ed-72f0-4be0-a288-1c1536cc238e: rpc.has_security_group_logging(os_id): False [ 643.127125] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.127125] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.127125] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.127125] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.127125] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.127125] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.127125] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.127125] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.127125] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.127125] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.127125] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.127125] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.127125] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.128449] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.129144] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.129144] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.129144] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.129144] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.129528] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.129630] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.129737] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c4ea9ed-72f0-4be0-a288-1c1536cc238e is going to be created. [ 643.179700] env[69836]: INFO networking_nsxv3.common.synchronization [None req-da8ff07f-c3b9-4b3c-b820-0c065e705b22 tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] Enqueued Resource ID: 9ee1fb5b-3309-445c-9fc6-355754abfc65 with Priority: HIGHEST for action security_group_rules [ 643.180223] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ee1fb5b-3309-445c-9fc6-355754abfc65 with Priority: HIGHEST for action security_group_rules [ 643.180915] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ee1fb5b-3309-445c-9fc6-355754abfc65 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.180915] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ee1fb5b-3309-445c-9fc6-355754abfc65" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.222207] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.222207] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.222207] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.222207] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.222207] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.255822] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c4ea9ed-72f0-4be0-a288-1c1536cc238e in Status: IN_PROGRESS for 2s [ 643.421201] env[69836]: INFO networking_nsxv3.common.synchronization [None req-10fc1d2e-19b6-4593-99b3-eef334ed769c None None] Enqueued Resource ID: ca11e9ff-b1ea-46bf-937a-f56264480bf5 with Priority: HIGHEST for action port [ 643.422218] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca11e9ff-b1ea-46bf-937a-f56264480bf5 with Priority: HIGHEST for action port [ 643.422487] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca11e9ff-b1ea-46bf-937a-f56264480bf5 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.422946] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca11e9ff-b1ea-46bf-937a-f56264480bf5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.423045] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca11e9ff-b1ea-46bf-937a-f56264480bf5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.424227] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca11e9ff-b1ea-46bf-937a-f56264480bf5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.424227] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca11e9ff-b1ea-46bf-937a-f56264480bf5',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.429260] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1f747ab4-3d71-406d-bafc-b5b8e06b7a2a [ 643.429711] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.429830] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.429900] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.430251] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.430251] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.430363] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1f747ab4-3d71-406d-bafc-b5b8e06b7a2a already deleted. [ 643.430698] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f747ab4-3d71-406d-bafc-b5b8e06b7a2a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.526330] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.528777] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.528777] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.528777] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.528777] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.528777] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ee1fb5b-3309-445c-9fc6-355754abfc65 already deleted. [ 643.528777] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ee1fb5b-3309-445c-9fc6-355754abfc65" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.528777] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ee1fb5b-3309-445c-9fc6-355754abfc65" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.528777] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ee1fb5b-3309-445c-9fc6-355754abfc65" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.528777] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ee1fb5b-3309-445c-9fc6-355754abfc65',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.926285] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ca11e9ff-b1ea-46bf-937a-f56264480bf5 [ 643.926626] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.929624] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.929728] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.929964] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.930074] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.930178] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ca11e9ff-b1ea-46bf-937a-f56264480bf5 already deleted. [ 643.930446] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca11e9ff-b1ea-46bf-937a-f56264480bf5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.059445] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.059445] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.059445] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.059445] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.059445] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.059445] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ee1fb5b-3309-445c-9fc6-355754abfc65 already deleted. [ 644.059445] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ee1fb5b-3309-445c-9fc6-355754abfc65" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.004185] env[69836]: INFO networking_nsxv3.common.synchronization [None req-38fcb886-b003-4d26-8d32-5f9ffa3417c2 None None] Enqueued Resource ID: 907ad351-dc63-4797-af8a-aad4620f0f1b with Priority: HIGHEST for action port [ 645.004185] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 907ad351-dc63-4797-af8a-aad4620f0f1b with Priority: HIGHEST for action port [ 645.004465] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-907ad351-dc63-4797-af8a-aad4620f0f1b taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.004465] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-907ad351-dc63-4797-af8a-aad4620f0f1b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.004465] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-907ad351-dc63-4797-af8a-aad4620f0f1b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.004688] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-907ad351-dc63-4797-af8a-aad4620f0f1b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.004771] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('907ad351-dc63-4797-af8a-aad4620f0f1b',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.268257] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c4ea9ed-72f0-4be0-a288-1c1536cc238e in Status: SUCCESS [ 645.268466] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c4ea9ed-72f0-4be0-a288-1c1536cc238e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.384019] env[69836]: INFO networking_nsxv3.common.synchronization [req-e3733a44-4b3d-4fed-8970-53db439e44eb req-6a14e4e2-a9de-47a7-b1f9-a75f03678a8f tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Enqueued Resource ID: 12cfbb32-8be7-4ba1-97a7-fcdc5b4efec7 with Priority: HIGHEST for action security_group_members [ 645.384019] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12cfbb32-8be7-4ba1-97a7-fcdc5b4efec7 with Priority: HIGHEST for action security_group_members [ 645.384019] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-12cfbb32-8be7-4ba1-97a7-fcdc5b4efec7 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.384019] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12cfbb32-8be7-4ba1-97a7-fcdc5b4efec7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.384938] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12cfbb32-8be7-4ba1-97a7-fcdc5b4efec7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.385453] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12cfbb32-8be7-4ba1-97a7-fcdc5b4efec7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.385754] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.386013] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.386888] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.386888] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.386888] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.386888] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12cfbb32-8be7-4ba1-97a7-fcdc5b4efec7',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.510334] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 907ad351-dc63-4797-af8a-aad4620f0f1b [ 645.510334] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.510334] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.510334] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.510334] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.510334] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.510334] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:907ad351-dc63-4797-af8a-aad4620f0f1b already deleted. [ 645.510334] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-907ad351-dc63-4797-af8a-aad4620f0f1b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.520288] env[69836]: INFO networking_nsxv3.common.synchronization [None req-95c548be-9c5d-40bc-acbc-63ab6db16dc2 tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] Enqueued Resource ID: ee16653f-0b1a-4996-a83f-c1f65542b65d with Priority: HIGHEST for action security_group_rules [ 645.521792] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee16653f-0b1a-4996-a83f-c1f65542b65d with Priority: HIGHEST for action security_group_rules [ 645.522272] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee16653f-0b1a-4996-a83f-c1f65542b65d taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.522557] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee16653f-0b1a-4996-a83f-c1f65542b65d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.522557] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee16653f-0b1a-4996-a83f-c1f65542b65d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.522939] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee16653f-0b1a-4996-a83f-c1f65542b65d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.523084] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee16653f-0b1a-4996-a83f-c1f65542b65d',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.889822] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.890056] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.890117] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.890316] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.890563] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.890769] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.890904] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.890968] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.892056] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.892371] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.892371] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12cfbb32-8be7-4ba1-97a7-fcdc5b4efec7 already deleted. [ 645.892371] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12cfbb32-8be7-4ba1-97a7-fcdc5b4efec7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.955020] env[69836]: INFO networking_nsxv3.common.synchronization [None req-7ec3972d-b62f-45a1-8a1a-32b88142605a tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] Enqueued Resource ID: ee16653f-0b1a-4996-a83f-c1f65542b65d with Priority: HIGHEST for action security_group_rules [ 645.955715] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee16653f-0b1a-4996-a83f-c1f65542b65d with Priority: HIGHEST for action security_group_rules [ 645.956530] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee16653f-0b1a-4996-a83f-c1f65542b65d taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.956716] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee16653f-0b1a-4996-a83f-c1f65542b65d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.052468] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.052468] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.052468] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.052892] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.052892] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.052892] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee16653f-0b1a-4996-a83f-c1f65542b65d already deleted. [ 646.052892] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee16653f-0b1a-4996-a83f-c1f65542b65d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.053123] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee16653f-0b1a-4996-a83f-c1f65542b65d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.053225] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee16653f-0b1a-4996-a83f-c1f65542b65d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.053330] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee16653f-0b1a-4996-a83f-c1f65542b65d',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.519523] env[69836]: INFO networking_nsxv3.common.synchronization [None req-0175a05f-a500-414f-899e-6aa7e68b0f2e tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Enqueued Resource ID: 4b542b83-d5b7-4b4b-a04a-7bc301591d15 with Priority: HIGHEST for action security_group_rules [ 646.521139] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b542b83-d5b7-4b4b-a04a-7bc301591d15 with Priority: HIGHEST for action security_group_rules [ 646.521701] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4b542b83-d5b7-4b4b-a04a-7bc301591d15 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.521836] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4b542b83-d5b7-4b4b-a04a-7bc301591d15" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.522152] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4b542b83-d5b7-4b4b-a04a-7bc301591d15" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.522741] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4b542b83-d5b7-4b4b-a04a-7bc301591d15" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.522741] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4b542b83-d5b7-4b4b-a04a-7bc301591d15',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.585298] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.586224] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.586224] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.586224] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.586495] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.586495] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee16653f-0b1a-4996-a83f-c1f65542b65d already deleted. [ 646.586495] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee16653f-0b1a-4996-a83f-c1f65542b65d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.745320] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-363 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.745320] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-363" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.745320] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-363" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.745320] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-363" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.745320] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.747800] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.751367] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.751367] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.751367] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.751367] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 646.751367] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 646.751367] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 646.751367] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 646.751367] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 646.751367] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 646.751367] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 646.774481] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 646.774481] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 646.774481] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 646.776804] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-363" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.777936] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-5f21be4f-25d8-4dea-b61d-735ae49f56d3 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.778223] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-5f21be4f-25d8-4dea-b61d-735ae49f56d3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.778388] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-5f21be4f-25d8-4dea-b61d-735ae49f56d3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.778752] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-5f21be4f-25d8-4dea-b61d-735ae49f56d3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.778893] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f21be4f-25d8-4dea-b61d-735ae49f56d3',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.828514] env[69836]: INFO networking_nsxv3.common.synchronization [None req-db699812-dc1c-4910-85ce-6043fe3f6663 None None] Enqueued Resource ID: 37df1914-49a9-4f8f-a843-dc30422bcd9b with Priority: HIGHEST for action port [ 646.832497] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37df1914-49a9-4f8f-a843-dc30422bcd9b with Priority: HIGHEST for action port [ 646.832497] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-37df1914-49a9-4f8f-a843-dc30422bcd9b taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.832996] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37df1914-49a9-4f8f-a843-dc30422bcd9b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.833121] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37df1914-49a9-4f8f-a843-dc30422bcd9b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.833425] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37df1914-49a9-4f8f-a843-dc30422bcd9b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.833533] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37df1914-49a9-4f8f-a843-dc30422bcd9b',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.854694] env[69836]: INFO networking_nsxv3.common.synchronization [None req-99d257b2-61cf-407a-9098-84c471459865 tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Enqueued Resource ID: 4b542b83-d5b7-4b4b-a04a-7bc301591d15 with Priority: HIGHEST for action security_group_rules [ 646.855771] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b542b83-d5b7-4b4b-a04a-7bc301591d15 with Priority: HIGHEST for action security_group_rules [ 646.856695] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4b542b83-d5b7-4b4b-a04a-7bc301591d15 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.856695] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4b542b83-d5b7-4b4b-a04a-7bc301591d15" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.049645] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.049645] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.049645] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.049645] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.049645] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.049645] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4b542b83-d5b7-4b4b-a04a-7bc301591d15 already deleted. [ 647.049645] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4b542b83-d5b7-4b4b-a04a-7bc301591d15" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.049645] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4b542b83-d5b7-4b4b-a04a-7bc301591d15" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.049645] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4b542b83-d5b7-4b4b-a04a-7bc301591d15" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.049645] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4b542b83-d5b7-4b4b-a04a-7bc301591d15',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.283633] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.283633] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.283633] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.284695] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.285461] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.285705] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port 5f21be4f-25d8-4dea-b61d-735ae49f56d3 not found, creating... [ 647.286065] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.286364] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.286864] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.287207] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.287807] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.288187] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.289496] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.289686] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.289974] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.290251] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.290313] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: 5f21be4f-25d8-4dea-b61d-735ae49f56d3 is going to be created. [ 647.313791] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.314033] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.314161] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.314486] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.314785] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.315038] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-5f21be4f-25d8-4dea-b61d-735ae49f56d3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.338180] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 37df1914-49a9-4f8f-a843-dc30422bcd9b [ 647.338390] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.338551] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.338667] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.341141] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.341141] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.341141] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:37df1914-49a9-4f8f-a843-dc30422bcd9b already deleted. [ 647.341141] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37df1914-49a9-4f8f-a843-dc30422bcd9b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.424051] env[69836]: INFO networking_nsxv3.common.synchronization [req-4a3b45a1-b10d-48c9-a364-a09f80bc53c5 req-52789878-c50f-4002-80d8-2b8cb26b170c tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] Enqueued Resource ID: 78aa829e-36e4-49af-b521-9ab60c0587ac with Priority: HIGHEST for action security_group_members [ 647.424927] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78aa829e-36e4-49af-b521-9ab60c0587ac with Priority: HIGHEST for action security_group_members [ 647.425263] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-78aa829e-36e4-49af-b521-9ab60c0587ac taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.425453] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78aa829e-36e4-49af-b521-9ab60c0587ac" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.425529] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78aa829e-36e4-49af-b521-9ab60c0587ac" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.425858] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78aa829e-36e4-49af-b521-9ab60c0587ac" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.426095] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.426240] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.426332] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.426557] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.426672] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.426812] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78aa829e-36e4-49af-b521-9ab60c0587ac',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.581062] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.581221] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.581221] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.581423] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.581508] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.581600] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4b542b83-d5b7-4b4b-a04a-7bc301591d15 already deleted. [ 647.582243] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4b542b83-d5b7-4b4b-a04a-7bc301591d15" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.932823] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.932979] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.933062] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.933294] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.933385] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.933588] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.933729] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.933775] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.933899] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.933978] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.934090] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78aa829e-36e4-49af-b521-9ab60c0587ac already deleted. [ 647.934163] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78aa829e-36e4-49af-b521-9ab60c0587ac" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.640510] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-404 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.640767] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.640828] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.641177] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.641450] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.641994] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.641994] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.641994] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.642637] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.642942] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 648.643133] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 648.643284] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 648.643475] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 648.643621] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 648.643754] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 648.644089] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 648.672026] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 648.672026] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 648.672026] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 648.672026] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.672026] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-1171e993-1227-4430-8d3c-83a61a896d1a taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.672026] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-1171e993-1227-4430-8d3c-83a61a896d1a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.672026] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-1171e993-1227-4430-8d3c-83a61a896d1a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.672026] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-1171e993-1227-4430-8d3c-83a61a896d1a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.672026] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1171e993-1227-4430-8d3c-83a61a896d1a',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.745263] env[69836]: INFO networking_nsxv3.common.synchronization [req-e3733a44-4b3d-4fed-8970-53db439e44eb req-bd5f3072-dd01-403f-a7e2-2f3f16481e19 service nova] Enqueued Resource ID: 12cfbb32-8be7-4ba1-97a7-fcdc5b4efec7 with Priority: HIGHEST for action security_group_rules [ 648.745263] env[69836]: INFO networking_nsxv3.common.synchronization [req-e3733a44-4b3d-4fed-8970-53db439e44eb req-bd5f3072-dd01-403f-a7e2-2f3f16481e19 service nova] Enqueued Resource ID: 12cfbb32-8be7-4ba1-97a7-fcdc5b4efec7 with Priority: HIGHEST for action security_group_members [ 648.745263] env[69836]: INFO networking_nsxv3.common.synchronization [req-e3733a44-4b3d-4fed-8970-53db439e44eb req-bd5f3072-dd01-403f-a7e2-2f3f16481e19 service nova] Enqueued Resource ID: 5f21be4f-25d8-4dea-b61d-735ae49f56d3 with Priority: HIGHEST for action port [ 648.745263] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12cfbb32-8be7-4ba1-97a7-fcdc5b4efec7 with Priority: HIGHEST for action security_group_rules [ 648.745263] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12cfbb32-8be7-4ba1-97a7-fcdc5b4efec7 with Priority: HIGHEST for action security_group_members [ 648.745263] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f21be4f-25d8-4dea-b61d-735ae49f56d3 with Priority: HIGHEST for action port [ 648.746881] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12cfbb32-8be7-4ba1-97a7-fcdc5b4efec7 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.747092] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12cfbb32-8be7-4ba1-97a7-fcdc5b4efec7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.747206] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12cfbb32-8be7-4ba1-97a7-fcdc5b4efec7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.747461] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12cfbb32-8be7-4ba1-97a7-fcdc5b4efec7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.747589] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12cfbb32-8be7-4ba1-97a7-fcdc5b4efec7',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.749488] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-12cfbb32-8be7-4ba1-97a7-fcdc5b4efec7 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.750499] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12cfbb32-8be7-4ba1-97a7-fcdc5b4efec7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.750499] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12cfbb32-8be7-4ba1-97a7-fcdc5b4efec7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.750499] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12cfbb32-8be7-4ba1-97a7-fcdc5b4efec7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.750837] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.751041] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.751153] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.751904] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.751904] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.751904] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12cfbb32-8be7-4ba1-97a7-fcdc5b4efec7',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.752922] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f21be4f-25d8-4dea-b61d-735ae49f56d3 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.753319] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f21be4f-25d8-4dea-b61d-735ae49f56d3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.753319] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f21be4f-25d8-4dea-b61d-735ae49f56d3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.753843] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f21be4f-25d8-4dea-b61d-735ae49f56d3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.753843] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f21be4f-25d8-4dea-b61d-735ae49f56d3',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.178169] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.178477] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.178681] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.179049] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.179176] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.179339] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port 1171e993-1227-4430-8d3c-83a61a896d1a not found, creating... [ 649.179771] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.179771] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.179885] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.180425] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.180425] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.180547] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.181044] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.181044] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.181044] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.181587] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.181587] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: 1171e993-1227-4430-8d3c-83a61a896d1a is going to be created. [ 649.212260] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.212260] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.212260] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.212260] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.212260] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.212260] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-1171e993-1227-4430-8d3c-83a61a896d1a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.258386] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-12cfbb32-8be7-4ba1-97a7-fcdc5b4efec7 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.258386] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12cfbb32-8be7-4ba1-97a7-fcdc5b4efec7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.258386] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12cfbb32-8be7-4ba1-97a7-fcdc5b4efec7',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.258665] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5f21be4f-25d8-4dea-b61d-735ae49f56d3 with status ACTIVE [ 649.259013] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.259013] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.259013] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.259253] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.259407] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.259505] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.259666] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.259666] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.260649] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.260993] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.261387] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.261553] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.261774] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.262081] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.262202] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.263873] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5f21be4f-25d8-4dea-b61d-735ae49f56d3 is going to be updated. [ 649.316522] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.319405] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.319405] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.319405] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.319405] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.319405] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f21be4f-25d8-4dea-b61d-735ae49f56d3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.529425] env[69836]: INFO networking_nsxv3.common.synchronization [None req-33ad7ddf-a3b9-477c-9f06-4a86fef62ffb None None] Enqueued Resource ID: 0b508120-2c30-4947-8851-311ff959e62d with Priority: HIGHEST for action port [ 649.529716] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b508120-2c30-4947-8851-311ff959e62d with Priority: HIGHEST for action port [ 649.531962] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b508120-2c30-4947-8851-311ff959e62d taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.532978] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b508120-2c30-4947-8851-311ff959e62d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.533114] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b508120-2c30-4947-8851-311ff959e62d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.533436] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b508120-2c30-4947-8851-311ff959e62d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.533678] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b508120-2c30-4947-8851-311ff959e62d',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.767000] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12cfbb32-8be7-4ba1-97a7-fcdc5b4efec7',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.038648] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0b508120-2c30-4947-8851-311ff959e62d [ 650.039279] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.039473] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.039541] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.039843] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.039994] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.040157] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0b508120-2c30-4947-8851-311ff959e62d already deleted. [ 650.040320] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b508120-2c30-4947-8851-311ff959e62d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.271091] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.271206] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.271330] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.271543] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.271602] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.271791] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12cfbb32-8be7-4ba1-97a7-fcdc5b4efec7 is going to be created. [ 650.303202] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.303415] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.303540] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.303794] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.303964] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.329300] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12cfbb32-8be7-4ba1-97a7-fcdc5b4efec7 in Status: UNINITIALIZED for 2s [ 651.305640] env[69836]: INFO networking_nsxv3.common.synchronization [req-4a3b45a1-b10d-48c9-a364-a09f80bc53c5 req-d03a964f-dd8b-4db6-8a72-efa117a12b18 service nova] Enqueued Resource ID: 78aa829e-36e4-49af-b521-9ab60c0587ac with Priority: HIGHEST for action security_group_rules [ 651.306544] env[69836]: INFO networking_nsxv3.common.synchronization [req-4a3b45a1-b10d-48c9-a364-a09f80bc53c5 req-d03a964f-dd8b-4db6-8a72-efa117a12b18 service nova] Enqueued Resource ID: 78aa829e-36e4-49af-b521-9ab60c0587ac with Priority: HIGHEST for action security_group_members [ 651.306544] env[69836]: INFO networking_nsxv3.common.synchronization [req-4a3b45a1-b10d-48c9-a364-a09f80bc53c5 req-d03a964f-dd8b-4db6-8a72-efa117a12b18 service nova] Enqueued Resource ID: 1171e993-1227-4430-8d3c-83a61a896d1a with Priority: HIGHEST for action port [ 651.306544] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78aa829e-36e4-49af-b521-9ab60c0587ac with Priority: HIGHEST for action security_group_rules [ 651.306544] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78aa829e-36e4-49af-b521-9ab60c0587ac with Priority: HIGHEST for action security_group_members [ 651.306544] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1171e993-1227-4430-8d3c-83a61a896d1a with Priority: HIGHEST for action port [ 651.307427] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78aa829e-36e4-49af-b521-9ab60c0587ac taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.307717] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78aa829e-36e4-49af-b521-9ab60c0587ac" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.307839] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78aa829e-36e4-49af-b521-9ab60c0587ac" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.308305] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78aa829e-36e4-49af-b521-9ab60c0587ac" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.308452] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78aa829e-36e4-49af-b521-9ab60c0587ac',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.309846] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-78aa829e-36e4-49af-b521-9ab60c0587ac taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.310035] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78aa829e-36e4-49af-b521-9ab60c0587ac" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.310153] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78aa829e-36e4-49af-b521-9ab60c0587ac" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.310389] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78aa829e-36e4-49af-b521-9ab60c0587ac" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.310776] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.310956] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.311155] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.311595] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.311595] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.311595] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78aa829e-36e4-49af-b521-9ab60c0587ac',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.313104] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-1171e993-1227-4430-8d3c-83a61a896d1a taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.313252] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1171e993-1227-4430-8d3c-83a61a896d1a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.313859] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1171e993-1227-4430-8d3c-83a61a896d1a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.314635] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1171e993-1227-4430-8d3c-83a61a896d1a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.314635] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1171e993-1227-4430-8d3c-83a61a896d1a',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.816723] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('78aa829e-36e4-49af-b521-9ab60c0587ac',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.820172] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-78aa829e-36e4-49af-b521-9ab60c0587ac taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.820340] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78aa829e-36e4-49af-b521-9ab60c0587ac" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.820826] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1171e993-1227-4430-8d3c-83a61a896d1a with status ACTIVE [ 651.820989] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.821115] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.821178] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.821379] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.821464] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.821626] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.823016] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.823109] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.823285] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.823380] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.823587] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.823685] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.823777] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.823890] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.823979] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.825947] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1171e993-1227-4430-8d3c-83a61a896d1a is going to be updated. [ 651.850433] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.852711] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.852711] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.855082] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.855082] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.855082] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1171e993-1227-4430-8d3c-83a61a896d1a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.001059] env[69836]: INFO networking_nsxv3.common.synchronization [req-63efe530-2411-41d9-b62a-0189be50d229 req-4dfe1e4a-ce2a-4e51-b46f-f9d84d2f2923 tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] Enqueued Resource ID: 081b149a-6447-4792-afcc-0a5674ac909c with Priority: HIGHEST for action security_group_members [ 652.002505] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 081b149a-6447-4792-afcc-0a5674ac909c with Priority: HIGHEST for action security_group_members [ 652.003228] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-081b149a-6447-4792-afcc-0a5674ac909c taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.003495] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-081b149a-6447-4792-afcc-0a5674ac909c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.003534] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-081b149a-6447-4792-afcc-0a5674ac909c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.003809] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-081b149a-6447-4792-afcc-0a5674ac909c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.004000] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.004127] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.004191] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.004354] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.004444] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.004547] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('081b149a-6447-4792-afcc-0a5674ac909c',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.239475] env[69836]: INFO networking_nsxv3.common.synchronization [None req-16070dab-c774-4fb8-a17f-77c52e1f345e None None] Enqueued Resource ID: fb48b632-a888-44c4-8100-1409eac7a119 with Priority: HIGHEST for action port [ 652.240235] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb48b632-a888-44c4-8100-1409eac7a119 with Priority: HIGHEST for action port [ 652.240456] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb48b632-a888-44c4-8100-1409eac7a119 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.240587] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb48b632-a888-44c4-8100-1409eac7a119" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.240654] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb48b632-a888-44c4-8100-1409eac7a119" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.241210] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb48b632-a888-44c4-8100-1409eac7a119" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.241342] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb48b632-a888-44c4-8100-1409eac7a119',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.321575] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('78aa829e-36e4-49af-b521-9ab60c0587ac',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.347383] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12cfbb32-8be7-4ba1-97a7-fcdc5b4efec7 in Status: SUCCESS [ 652.347383] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12cfbb32-8be7-4ba1-97a7-fcdc5b4efec7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.347383] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12cfbb32-8be7-4ba1-97a7-fcdc5b4efec7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.347383] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12cfbb32-8be7-4ba1-97a7-fcdc5b4efec7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.347383] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.347383] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.347383] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.347383] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.347383] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.347383] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12cfbb32-8be7-4ba1-97a7-fcdc5b4efec7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.347383] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('12cfbb32-8be7-4ba1-97a7-fcdc5b4efec7',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.507613] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.507613] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.507613] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.507613] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.507613] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.507613] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.507613] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.507939] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.507939] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.507939] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.508027] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 081b149a-6447-4792-afcc-0a5674ac909c already deleted. [ 652.509028] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-081b149a-6447-4792-afcc-0a5674ac909c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.745485] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fb48b632-a888-44c4-8100-1409eac7a119 [ 652.746683] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.747801] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.747801] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.747801] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.747801] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.747801] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fb48b632-a888-44c4-8100-1409eac7a119 already deleted. [ 652.747801] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb48b632-a888-44c4-8100-1409eac7a119" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.824066] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.824066] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.824527] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.825368] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.825368] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.825368] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78aa829e-36e4-49af-b521-9ab60c0587ac is going to be created. [ 652.852646] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('12cfbb32-8be7-4ba1-97a7-fcdc5b4efec7',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.857492] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.857492] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.857492] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.860485] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.860485] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.871980] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78aa829e-36e4-49af-b521-9ab60c0587ac in Status: UNINITIALIZED for 2s [ 652.904525] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-123 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.905405] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-123" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.907082] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-123" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.907535] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-123" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.910510] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.910510] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.910510] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.910510] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.910510] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.910510] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 652.910510] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 652.910510] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 652.910510] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 652.910787] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 652.911636] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 652.911636] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 652.933725] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 652.934320] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 652.935237] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 652.935515] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-123" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.935974] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-2427073a-6e22-498d-b42a-bacdf4781961 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.936168] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-2427073a-6e22-498d-b42a-bacdf4781961" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.936317] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-2427073a-6e22-498d-b42a-bacdf4781961" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.938831] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-2427073a-6e22-498d-b42a-bacdf4781961" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.939337] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2427073a-6e22-498d-b42a-bacdf4781961',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.165804] env[69836]: INFO networking_nsxv3.common.synchronization [None req-224a0562-7ccf-4d5c-80a7-22cdbbaa0e2f None None] Enqueued Resource ID: 96f25ae7-859c-407d-9bbd-607f5bda90ef with Priority: HIGHEST for action port [ 653.166698] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96f25ae7-859c-407d-9bbd-607f5bda90ef with Priority: HIGHEST for action port [ 653.168494] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-96f25ae7-859c-407d-9bbd-607f5bda90ef taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.168666] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96f25ae7-859c-407d-9bbd-607f5bda90ef" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.168735] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96f25ae7-859c-407d-9bbd-607f5bda90ef" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.169040] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96f25ae7-859c-407d-9bbd-607f5bda90ef" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.169189] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96f25ae7-859c-407d-9bbd-607f5bda90ef',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.362413] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 12cfbb32-8be7-4ba1-97a7-fcdc5b4efec7: rpc.has_security_group_logging(os_id): False [ 653.390502] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.390502] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.390502] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.390502] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.390502] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.390502] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.390502] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.390502] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.390502] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.390502] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.390502] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12cfbb32-8be7-4ba1-97a7-fcdc5b4efec7 is going to be created. [ 653.441698] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.445022] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.445022] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.445022] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.445022] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.445022] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port 2427073a-6e22-498d-b42a-bacdf4781961 not found, creating... [ 653.445022] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.445022] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.445022] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.445022] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.445022] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.445649] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.445649] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.445649] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.445649] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.445649] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.445649] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: 2427073a-6e22-498d-b42a-bacdf4781961 is going to be created. [ 653.467061] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.467061] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.467061] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.467061] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.467408] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.480175] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.480175] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.480175] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.480175] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.480175] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.480492] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-2427073a-6e22-498d-b42a-bacdf4781961" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.483918] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12cfbb32-8be7-4ba1-97a7-fcdc5b4efec7 in Status: IN_PROGRESS for 2s [ 653.671896] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 96f25ae7-859c-407d-9bbd-607f5bda90ef [ 653.672121] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.672864] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.672864] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.672864] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.672864] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.672864] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:96f25ae7-859c-407d-9bbd-607f5bda90ef already deleted. [ 653.672864] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96f25ae7-859c-407d-9bbd-607f5bda90ef" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.719560] env[69836]: INFO networking_nsxv3.common.synchronization [req-63efe530-2411-41d9-b62a-0189be50d229 req-5112d676-7298-4b3b-b64b-ccb2f3e7dcb1 service nova] Enqueued Resource ID: 081b149a-6447-4792-afcc-0a5674ac909c with Priority: HIGHEST for action security_group_rules [ 654.720172] env[69836]: INFO networking_nsxv3.common.synchronization [req-63efe530-2411-41d9-b62a-0189be50d229 req-5112d676-7298-4b3b-b64b-ccb2f3e7dcb1 service nova] Enqueued Resource ID: 081b149a-6447-4792-afcc-0a5674ac909c with Priority: HIGHEST for action security_group_members [ 654.720172] env[69836]: INFO networking_nsxv3.common.synchronization [req-63efe530-2411-41d9-b62a-0189be50d229 req-5112d676-7298-4b3b-b64b-ccb2f3e7dcb1 service nova] Enqueued Resource ID: 2427073a-6e22-498d-b42a-bacdf4781961 with Priority: HIGHEST for action port [ 654.724715] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 081b149a-6447-4792-afcc-0a5674ac909c with Priority: HIGHEST for action security_group_rules [ 654.724715] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 081b149a-6447-4792-afcc-0a5674ac909c with Priority: HIGHEST for action security_group_members [ 654.724715] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2427073a-6e22-498d-b42a-bacdf4781961 with Priority: HIGHEST for action port [ 654.724715] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-081b149a-6447-4792-afcc-0a5674ac909c taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.724715] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-081b149a-6447-4792-afcc-0a5674ac909c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.724715] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-081b149a-6447-4792-afcc-0a5674ac909c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.724715] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-081b149a-6447-4792-afcc-0a5674ac909c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.724715] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('081b149a-6447-4792-afcc-0a5674ac909c',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.724715] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-081b149a-6447-4792-afcc-0a5674ac909c taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.726118] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-081b149a-6447-4792-afcc-0a5674ac909c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.726278] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-081b149a-6447-4792-afcc-0a5674ac909c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.727471] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-081b149a-6447-4792-afcc-0a5674ac909c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.727471] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.727471] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.727471] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.727787] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.727787] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.728453] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('081b149a-6447-4792-afcc-0a5674ac909c',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.729286] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-2427073a-6e22-498d-b42a-bacdf4781961 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.730031] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2427073a-6e22-498d-b42a-bacdf4781961" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.730031] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2427073a-6e22-498d-b42a-bacdf4781961" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.730031] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2427073a-6e22-498d-b42a-bacdf4781961" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.730031] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2427073a-6e22-498d-b42a-bacdf4781961',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.883597] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78aa829e-36e4-49af-b521-9ab60c0587ac in Status: SUCCESS [ 654.883871] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78aa829e-36e4-49af-b521-9ab60c0587ac" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.884120] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78aa829e-36e4-49af-b521-9ab60c0587ac" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.884373] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78aa829e-36e4-49af-b521-9ab60c0587ac" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.884599] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.884742] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.884812] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.884996] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.885319] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.885319] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78aa829e-36e4-49af-b521-9ab60c0587ac" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.885319] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('78aa829e-36e4-49af-b521-9ab60c0587ac',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.235067] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-081b149a-6447-4792-afcc-0a5674ac909c taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.235218] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-081b149a-6447-4792-afcc-0a5674ac909c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.235528] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('081b149a-6447-4792-afcc-0a5674ac909c',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.236642] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2427073a-6e22-498d-b42a-bacdf4781961 with status ACTIVE [ 655.236849] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.237020] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.237105] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.237353] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.237481] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.237681] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.237818] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.237888] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.238173] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.238295] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.238534] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.238632] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.238722] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.238890] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.238955] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.239070] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2427073a-6e22-498d-b42a-bacdf4781961 is going to be updated. [ 655.272035] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.272298] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.272298] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.273163] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.273163] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.273163] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2427073a-6e22-498d-b42a-bacdf4781961" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.312081] env[69836]: INFO networking_nsxv3.common.synchronization [req-9c62afb7-e200-4be7-bc40-3a9cbba32446 req-210f5ad6-daba-4f8f-8d36-7888804ae07c tempest-DeleteServersAdminTestJSON-2115707671 tempest-DeleteServersAdminTestJSON-2115707671-project-admin] Enqueued Resource ID: 0c4ea9ed-72f0-4be0-a288-1c1536cc238e with Priority: HIGHEST for action security_group_members [ 655.312299] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c4ea9ed-72f0-4be0-a288-1c1536cc238e with Priority: HIGHEST for action security_group_members [ 655.312834] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c4ea9ed-72f0-4be0-a288-1c1536cc238e taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.313349] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c4ea9ed-72f0-4be0-a288-1c1536cc238e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.313349] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c4ea9ed-72f0-4be0-a288-1c1536cc238e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.313493] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c4ea9ed-72f0-4be0-a288-1c1536cc238e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.313618] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.314223] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.314223] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.314223] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.314223] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.314223] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c4ea9ed-72f0-4be0-a288-1c1536cc238e',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.388495] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-78aa829e-36e4-49af-b521-9ab60c0587ac taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.388770] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78aa829e-36e4-49af-b521-9ab60c0587ac" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.388770] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78aa829e-36e4-49af-b521-9ab60c0587ac" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.388968] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78aa829e-36e4-49af-b521-9ab60c0587ac" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.389169] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.389273] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.389326] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.389553] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.389669] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.389669] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78aa829e-36e4-49af-b521-9ab60c0587ac" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.389816] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-78aa829e-36e4-49af-b521-9ab60c0587ac taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.389908] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78aa829e-36e4-49af-b521-9ab60c0587ac" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.389960] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78aa829e-36e4-49af-b521-9ab60c0587ac" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.390702] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78aa829e-36e4-49af-b521-9ab60c0587ac" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.390702] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.390702] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.390702] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.390702] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.390702] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.390702] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78aa829e-36e4-49af-b521-9ab60c0587ac" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.391042] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('78aa829e-36e4-49af-b521-9ab60c0587ac',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.429122] env[69836]: INFO networking_nsxv3.common.synchronization [req-68e53824-2e63-4e0d-9e57-b8b6d259aae3 req-196fab65-1797-4665-a51e-2f5e23ed624e tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] Enqueued Resource ID: e3f6d35d-df01-47b7-a6ed-a3944e6e15a1 with Priority: HIGHEST for action security_group_members [ 655.429606] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3f6d35d-df01-47b7-a6ed-a3944e6e15a1 with Priority: HIGHEST for action security_group_members [ 655.429961] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3f6d35d-df01-47b7-a6ed-a3944e6e15a1 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.430121] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3f6d35d-df01-47b7-a6ed-a3944e6e15a1" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.430180] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3f6d35d-df01-47b7-a6ed-a3944e6e15a1" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.431888] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3f6d35d-df01-47b7-a6ed-a3944e6e15a1" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.431888] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.431888] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.431888] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.431888] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.431888] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.431888] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3f6d35d-df01-47b7-a6ed-a3944e6e15a1',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.497255] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12cfbb32-8be7-4ba1-97a7-fcdc5b4efec7 in Status: SUCCESS [ 655.497493] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12cfbb32-8be7-4ba1-97a7-fcdc5b4efec7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.741624] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('081b149a-6447-4792-afcc-0a5674ac909c',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.817355] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.817526] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.817573] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.817865] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.817953] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.820021] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.820021] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.820021] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.820021] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.820021] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.820021] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c4ea9ed-72f0-4be0-a288-1c1536cc238e is going to be updated. [ 655.868216] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.869260] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.869260] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.869375] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.869688] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.882719] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c4ea9ed-72f0-4be0-a288-1c1536cc238e in Status: IN_PROGRESS for 2s [ 655.898833] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 78aa829e-36e4-49af-b521-9ab60c0587ac: rpc.has_security_group_logging(os_id): False [ 655.928313] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.928433] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.928466] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.928662] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.928775] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.929030] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.929283] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.929283] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.929391] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.929802] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.929802] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.929917] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.930080] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.930271] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.930392] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.930693] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.930917] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.930988] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.935055] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.936126] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.936126] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78aa829e-36e4-49af-b521-9ab60c0587ac is going to be created. [ 655.938534] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.938534] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.938534] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.938534] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.938534] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.938534] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.938534] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.938534] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.938534] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.938534] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.939364] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3f6d35d-df01-47b7-a6ed-a3944e6e15a1 already deleted. [ 655.939364] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3f6d35d-df01-47b7-a6ed-a3944e6e15a1" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.005601] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.005753] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.005869] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.006073] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.006273] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.023341] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78aa829e-36e4-49af-b521-9ab60c0587ac in Status: IN_PROGRESS for 2s [ 656.244749] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.246023] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.246023] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.246023] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.246023] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.246023] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 081b149a-6447-4792-afcc-0a5674ac909c is going to be created. [ 656.274406] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.274628] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.274628] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.274816] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.274973] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.287672] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 081b149a-6447-4792-afcc-0a5674ac909c in Status: UNINITIALIZED for 2s [ 656.296322] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-817 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.296418] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-817" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.296535] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-817" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.296896] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-817" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.297558] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.297754] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.298546] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.299160] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.299435] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.302021] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 656.302021] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 656.302021] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 656.302021] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 656.302021] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 656.302021] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 656.302021] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 656.309116] env[69836]: INFO networking_nsxv3.common.synchronization [None req-7d91277e-b708-49c2-abae-948e06e62a9c None None] Enqueued Resource ID: e55f74c0-dee5-4e40-8e0a-4af7cf130711 with Priority: HIGHEST for action port [ 656.309752] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e55f74c0-dee5-4e40-8e0a-4af7cf130711 with Priority: HIGHEST for action port [ 656.310613] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-e55f74c0-dee5-4e40-8e0a-4af7cf130711 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.310795] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e55f74c0-dee5-4e40-8e0a-4af7cf130711" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.310864] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e55f74c0-dee5-4e40-8e0a-4af7cf130711" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.311171] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e55f74c0-dee5-4e40-8e0a-4af7cf130711" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.311284] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e55f74c0-dee5-4e40-8e0a-4af7cf130711',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.322933] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 656.323231] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 656.323369] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 656.323607] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-817" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.323943] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-b71f3b3a-da99-433a-80ea-9063018c70e3 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.324141] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-b71f3b3a-da99-433a-80ea-9063018c70e3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.324233] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-b71f3b3a-da99-433a-80ea-9063018c70e3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.324566] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-b71f3b3a-da99-433a-80ea-9063018c70e3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.324688] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b71f3b3a-da99-433a-80ea-9063018c70e3',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.670617] env[69836]: INFO networking_nsxv3.common.synchronization [None req-dcd2100b-7854-46c6-8bf8-5a9755375aa2 None None] Enqueued Resource ID: 8517c5d5-e0c5-449d-88ad-bc675e836466 with Priority: HIGHEST for action port [ 656.671435] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8517c5d5-e0c5-449d-88ad-bc675e836466 with Priority: HIGHEST for action port [ 656.671435] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-8517c5d5-e0c5-449d-88ad-bc675e836466 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.671840] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8517c5d5-e0c5-449d-88ad-bc675e836466" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.671840] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8517c5d5-e0c5-449d-88ad-bc675e836466" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.671840] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8517c5d5-e0c5-449d-88ad-bc675e836466" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.671940] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8517c5d5-e0c5-449d-88ad-bc675e836466',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.815150] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e55f74c0-dee5-4e40-8e0a-4af7cf130711 [ 656.815150] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.815150] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.815150] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.815150] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.815150] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.815150] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e55f74c0-dee5-4e40-8e0a-4af7cf130711 already deleted. [ 656.816655] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e55f74c0-dee5-4e40-8e0a-4af7cf130711" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.829574] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.829921] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.830154] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.830353] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.830507] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.830663] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port b71f3b3a-da99-433a-80ea-9063018c70e3 not found, creating... [ 656.830935] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.831509] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.831619] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.833280] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.833524] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.833872] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.835027] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.835230] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.835388] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.835569] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.835736] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: b71f3b3a-da99-433a-80ea-9063018c70e3 is going to be created. [ 656.859667] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.859995] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.860188] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.860534] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.860860] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.861156] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-b71f3b3a-da99-433a-80ea-9063018c70e3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.176483] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8517c5d5-e0c5-449d-88ad-bc675e836466 [ 657.176921] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.177036] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.181024] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.181024] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.181024] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.181024] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8517c5d5-e0c5-449d-88ad-bc675e836466 already deleted. [ 657.181024] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8517c5d5-e0c5-449d-88ad-bc675e836466" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.263037] env[69836]: INFO networking_nsxv3.common.synchronization [None req-34a32fdd-5fab-4f12-86fc-c34ebaf8bf5a None None] Enqueued Resource ID: b5a479f5-a631-4ce8-823d-4b5cf412be78 with Priority: HIGHEST for action port [ 657.263937] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5a479f5-a631-4ce8-823d-4b5cf412be78 with Priority: HIGHEST for action port [ 657.268704] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5a479f5-a631-4ce8-823d-4b5cf412be78 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.273162] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5a479f5-a631-4ce8-823d-4b5cf412be78" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.273395] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5a479f5-a631-4ce8-823d-4b5cf412be78" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.274316] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5a479f5-a631-4ce8-823d-4b5cf412be78" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.274316] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5a479f5-a631-4ce8-823d-4b5cf412be78',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.776788] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b5a479f5-a631-4ce8-823d-4b5cf412be78 [ 657.777091] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.777230] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.777296] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.777557] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.777601] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.777693] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b5a479f5-a631-4ce8-823d-4b5cf412be78 already deleted. [ 657.777771] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5a479f5-a631-4ce8-823d-4b5cf412be78" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.898339] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c4ea9ed-72f0-4be0-a288-1c1536cc238e in Status: SUCCESS [ 657.898936] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c4ea9ed-72f0-4be0-a288-1c1536cc238e deletion is rescheduled due to dependency. [ 657.898936] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c4ea9ed-72f0-4be0-a288-1c1536cc238e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.908482] env[69836]: INFO networking_nsxv3.common.synchronization [None req-3c9e837c-e260-4aeb-af73-673549d5d924 None None] Enqueued Resource ID: 9bda7233-b4dc-4f64-81d5-abeac55370cd with Priority: HIGHEST for action port [ 657.910069] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bda7233-b4dc-4f64-81d5-abeac55370cd with Priority: HIGHEST for action port [ 657.910069] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-9bda7233-b4dc-4f64-81d5-abeac55370cd taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.910069] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9bda7233-b4dc-4f64-81d5-abeac55370cd" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.910069] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9bda7233-b4dc-4f64-81d5-abeac55370cd" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.910069] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9bda7233-b4dc-4f64-81d5-abeac55370cd" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.910647] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9bda7233-b4dc-4f64-81d5-abeac55370cd',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.045122] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78aa829e-36e4-49af-b521-9ab60c0587ac in Status: SUCCESS [ 658.045122] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78aa829e-36e4-49af-b521-9ab60c0587ac" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.300013] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 081b149a-6447-4792-afcc-0a5674ac909c in Status: SUCCESS [ 658.300366] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-081b149a-6447-4792-afcc-0a5674ac909c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.300569] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-081b149a-6447-4792-afcc-0a5674ac909c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.300843] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-081b149a-6447-4792-afcc-0a5674ac909c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.301320] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.301444] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.302574] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.302574] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.302574] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.302574] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-081b149a-6447-4792-afcc-0a5674ac909c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.302574] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('081b149a-6447-4792-afcc-0a5674ac909c',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.415836] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9bda7233-b4dc-4f64-81d5-abeac55370cd [ 658.416081] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.416232] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.416298] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.416527] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.416613] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.416832] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9bda7233-b4dc-4f64-81d5-abeac55370cd already deleted. [ 658.416832] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9bda7233-b4dc-4f64-81d5-abeac55370cd" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.707747] env[69836]: INFO networking_nsxv3.common.synchronization [req-b8c27053-03cc-45dc-8161-29368145ea65 req-95ec1e9c-28f6-4bb4-9427-d1f34a562bdd tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Enqueued Resource ID: 7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 with Priority: HIGHEST for action security_group_members [ 658.709310] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 with Priority: HIGHEST for action security_group_members [ 658.709310] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.711317] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.711317] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.711317] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.711317] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.711500] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.711500] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.711616] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.711699] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.711789] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.805679] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-081b149a-6447-4792-afcc-0a5674ac909c taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.805679] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-081b149a-6447-4792-afcc-0a5674ac909c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.805679] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-081b149a-6447-4792-afcc-0a5674ac909c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.805862] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-081b149a-6447-4792-afcc-0a5674ac909c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.806042] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.806130] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.806489] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.806489] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.806489] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.806489] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-081b149a-6447-4792-afcc-0a5674ac909c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.806717] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-081b149a-6447-4792-afcc-0a5674ac909c taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.806717] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-081b149a-6447-4792-afcc-0a5674ac909c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.806820] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-081b149a-6447-4792-afcc-0a5674ac909c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.807352] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-081b149a-6447-4792-afcc-0a5674ac909c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.807352] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.807352] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.807352] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.807352] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.807526] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.807526] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-081b149a-6447-4792-afcc-0a5674ac909c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.807585] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('081b149a-6447-4792-afcc-0a5674ac909c',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.814651] env[69836]: INFO networking_nsxv3.common.synchronization [req-68e53824-2e63-4e0d-9e57-b8b6d259aae3 req-1f4241a3-b3f6-4c02-8f87-5b859ca4eb63 service nova] Enqueued Resource ID: e3f6d35d-df01-47b7-a6ed-a3944e6e15a1 with Priority: HIGHEST for action security_group_rules [ 658.816389] env[69836]: INFO networking_nsxv3.common.synchronization [req-68e53824-2e63-4e0d-9e57-b8b6d259aae3 req-1f4241a3-b3f6-4c02-8f87-5b859ca4eb63 service nova] Enqueued Resource ID: e3f6d35d-df01-47b7-a6ed-a3944e6e15a1 with Priority: HIGHEST for action security_group_members [ 658.816389] env[69836]: INFO networking_nsxv3.common.synchronization [req-68e53824-2e63-4e0d-9e57-b8b6d259aae3 req-1f4241a3-b3f6-4c02-8f87-5b859ca4eb63 service nova] Enqueued Resource ID: b71f3b3a-da99-433a-80ea-9063018c70e3 with Priority: HIGHEST for action port [ 658.816389] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3f6d35d-df01-47b7-a6ed-a3944e6e15a1 with Priority: HIGHEST for action security_group_rules [ 658.816389] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3f6d35d-df01-47b7-a6ed-a3944e6e15a1 with Priority: HIGHEST for action security_group_members [ 658.816389] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b71f3b3a-da99-433a-80ea-9063018c70e3 with Priority: HIGHEST for action port [ 658.816641] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3f6d35d-df01-47b7-a6ed-a3944e6e15a1 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.816746] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3f6d35d-df01-47b7-a6ed-a3944e6e15a1" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.816923] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3f6d35d-df01-47b7-a6ed-a3944e6e15a1" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.816998] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3f6d35d-df01-47b7-a6ed-a3944e6e15a1" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.817101] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3f6d35d-df01-47b7-a6ed-a3944e6e15a1',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.817911] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3f6d35d-df01-47b7-a6ed-a3944e6e15a1 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.818054] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3f6d35d-df01-47b7-a6ed-a3944e6e15a1" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.818147] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3f6d35d-df01-47b7-a6ed-a3944e6e15a1" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.818286] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3f6d35d-df01-47b7-a6ed-a3944e6e15a1" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.818430] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.818523] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.818582] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.819284] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.819284] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.819284] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3f6d35d-df01-47b7-a6ed-a3944e6e15a1',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.819723] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-b71f3b3a-da99-433a-80ea-9063018c70e3 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.819827] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b71f3b3a-da99-433a-80ea-9063018c70e3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.819893] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b71f3b3a-da99-433a-80ea-9063018c70e3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.820054] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b71f3b3a-da99-433a-80ea-9063018c70e3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.820157] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b71f3b3a-da99-433a-80ea-9063018c70e3',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.216144] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.216471] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.216471] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.216779] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.216911] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.217755] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.217849] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.217890] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.218131] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.218279] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.218371] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 already deleted. [ 659.218520] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.310654] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 081b149a-6447-4792-afcc-0a5674ac909c: rpc.has_security_group_logging(os_id): False [ 659.323617] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3f6d35d-df01-47b7-a6ed-a3944e6e15a1 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.323758] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3f6d35d-df01-47b7-a6ed-a3944e6e15a1" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.323940] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e3f6d35d-df01-47b7-a6ed-a3944e6e15a1',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.324841] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b71f3b3a-da99-433a-80ea-9063018c70e3 with status ACTIVE [ 659.325069] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.325314] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.325314] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.325434] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.325547] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.326761] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.326761] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.326761] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.326761] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.326761] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.326761] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.326761] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.326761] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.326761] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.326761] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.327157] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b71f3b3a-da99-433a-80ea-9063018c70e3 is going to be updated. [ 659.330392] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.330498] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.330566] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.330756] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.330839] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.331055] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.331214] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.331214] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.331367] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.331445] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.331623] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.332361] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.332361] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.332361] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.332361] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.332361] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.332361] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.332361] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.332731] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.332731] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.332731] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 081b149a-6447-4792-afcc-0a5674ac909c is going to be created. [ 659.352153] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.352153] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.352153] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.352454] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.352497] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.353491] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b71f3b3a-da99-433a-80ea-9063018c70e3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.401367] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.401367] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.401367] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.401367] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.401367] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.432442] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 081b149a-6447-4792-afcc-0a5674ac909c in Status: IN_PROGRESS for 2s [ 659.506918] env[69836]: INFO networking_nsxv3.common.synchronization [None req-1623429e-c972-47a6-b2dc-5d41e1cc1235 None None] Enqueued Resource ID: ad8e0401-f357-479d-82f3-f22c018d7078 with Priority: HIGHEST for action port [ 659.507143] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad8e0401-f357-479d-82f3-f22c018d7078 with Priority: HIGHEST for action port [ 659.507541] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad8e0401-f357-479d-82f3-f22c018d7078 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.507686] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad8e0401-f357-479d-82f3-f22c018d7078" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.509473] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad8e0401-f357-479d-82f3-f22c018d7078" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.513064] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad8e0401-f357-479d-82f3-f22c018d7078" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.513721] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad8e0401-f357-479d-82f3-f22c018d7078',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.829168] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e3f6d35d-df01-47b7-a6ed-a3944e6e15a1',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.017402] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ad8e0401-f357-479d-82f3-f22c018d7078 [ 660.017643] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.017790] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.017866] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.018103] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.018207] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.018307] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ad8e0401-f357-479d-82f3-f22c018d7078 already deleted. [ 660.018376] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad8e0401-f357-479d-82f3-f22c018d7078" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.180671] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-712 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.181098] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-712" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.181098] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-712" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.181655] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-712" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.181655] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.181838] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.182721] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.182947] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.184051] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.184051] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 660.184051] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 660.184051] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 660.184051] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 660.184051] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 660.184051] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 660.184397] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 660.230154] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 660.230581] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.046 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 660.230581] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 660.231131] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-712" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.232139] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-8c724577-5921-493a-860d-4b7ba8dddd93 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.232321] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-8c724577-5921-493a-860d-4b7ba8dddd93" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.232493] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-8c724577-5921-493a-860d-4b7ba8dddd93" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.233044] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-8c724577-5921-493a-860d-4b7ba8dddd93" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.233193] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c724577-5921-493a-860d-4b7ba8dddd93',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.333900] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.333900] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.333900] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.334909] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.334909] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.334909] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3f6d35d-df01-47b7-a6ed-a3944e6e15a1 is going to be created. [ 660.383836] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.383836] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.383836] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.383836] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.384241] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.401801] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3f6d35d-df01-47b7-a6ed-a3944e6e15a1 in Status: UNINITIALIZED for 2s [ 660.737031] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.737031] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.737031] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.741791] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.741791] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.741791] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port 8c724577-5921-493a-860d-4b7ba8dddd93 not found, creating... [ 660.741791] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.741791] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.741791] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.741791] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.741791] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.745356] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.745356] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.745356] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.745356] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.745356] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.746241] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: 8c724577-5921-493a-860d-4b7ba8dddd93 is going to be created. [ 660.769957] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.770239] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.770534] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.770902] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.771320] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.771707] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-8c724577-5921-493a-860d-4b7ba8dddd93" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.430071] env[69836]: INFO networking_nsxv3.common.synchronization [req-081ddb9b-9d5e-4948-a2bd-44737bd805af req-9532af0d-ab58-484f-893e-78c9885462fd tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] Enqueued Resource ID: 9ee1fb5b-3309-445c-9fc6-355754abfc65 with Priority: HIGHEST for action security_group_members [ 661.430071] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ee1fb5b-3309-445c-9fc6-355754abfc65 with Priority: HIGHEST for action security_group_members [ 661.430071] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ee1fb5b-3309-445c-9fc6-355754abfc65 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.430071] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ee1fb5b-3309-445c-9fc6-355754abfc65" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.430071] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ee1fb5b-3309-445c-9fc6-355754abfc65" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.430528] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ee1fb5b-3309-445c-9fc6-355754abfc65" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.430528] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.430528] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.430634] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.430739] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.431050] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.431050] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ee1fb5b-3309-445c-9fc6-355754abfc65',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.448224] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 081b149a-6447-4792-afcc-0a5674ac909c in Status: SUCCESS [ 661.448527] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-081b149a-6447-4792-afcc-0a5674ac909c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.582260] env[69836]: INFO networking_nsxv3.common.synchronization [None req-27d1363d-6e97-4261-b03b-c1d7aa446eaa None None] Enqueued Resource ID: 26fe6345-af3c-4f49-98b0-10308ee06637 with Priority: HIGHEST for action port [ 661.582260] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26fe6345-af3c-4f49-98b0-10308ee06637 with Priority: HIGHEST for action port [ 661.582428] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-26fe6345-af3c-4f49-98b0-10308ee06637 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.582553] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26fe6345-af3c-4f49-98b0-10308ee06637" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.582620] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26fe6345-af3c-4f49-98b0-10308ee06637" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.586023] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26fe6345-af3c-4f49-98b0-10308ee06637" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.586023] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26fe6345-af3c-4f49-98b0-10308ee06637',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.937470] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.937470] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.937470] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.937470] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.937470] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.937470] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.937470] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.937470] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.937470] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.937470] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.937470] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ee1fb5b-3309-445c-9fc6-355754abfc65 already deleted. [ 661.937470] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ee1fb5b-3309-445c-9fc6-355754abfc65" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.087320] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 26fe6345-af3c-4f49-98b0-10308ee06637 [ 662.087320] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.087320] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.087320] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.087320] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.087320] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.087320] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:26fe6345-af3c-4f49-98b0-10308ee06637 already deleted. [ 662.087320] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26fe6345-af3c-4f49-98b0-10308ee06637" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.157371] env[69836]: INFO networking_nsxv3.common.synchronization [req-b8c27053-03cc-45dc-8161-29368145ea65 req-2097cc19-0816-49ed-b596-484b647485f0 service nova] Enqueued Resource ID: 7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 with Priority: HIGHEST for action security_group_rules [ 662.157536] env[69836]: INFO networking_nsxv3.common.synchronization [req-b8c27053-03cc-45dc-8161-29368145ea65 req-2097cc19-0816-49ed-b596-484b647485f0 service nova] Enqueued Resource ID: 7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 with Priority: HIGHEST for action security_group_members [ 662.157649] env[69836]: INFO networking_nsxv3.common.synchronization [req-b8c27053-03cc-45dc-8161-29368145ea65 req-2097cc19-0816-49ed-b596-484b647485f0 service nova] Enqueued Resource ID: 8c724577-5921-493a-860d-4b7ba8dddd93 with Priority: HIGHEST for action port [ 662.157909] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 with Priority: HIGHEST for action security_group_rules [ 662.158104] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 with Priority: HIGHEST for action security_group_members [ 662.158157] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c724577-5921-493a-860d-4b7ba8dddd93 with Priority: HIGHEST for action port [ 662.162183] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.162183] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.162183] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.162183] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.162183] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.162183] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.162183] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.162183] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.162183] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.162813] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.162813] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.162813] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.162813] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.162813] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.165405] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.165405] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c724577-5921-493a-860d-4b7ba8dddd93 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.165405] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c724577-5921-493a-860d-4b7ba8dddd93" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.165405] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c724577-5921-493a-860d-4b7ba8dddd93" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.165405] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c724577-5921-493a-860d-4b7ba8dddd93" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.165405] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c724577-5921-493a-860d-4b7ba8dddd93',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.199023] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-963 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.199023] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-963" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.199023] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-963" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.199023] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-963" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.199023] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.199777] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.200098] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.200706] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.201038] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.201440] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 662.201735] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 662.202564] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 662.202564] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 662.202564] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 662.202564] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 662.202564] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 662.232416] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 662.232617] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 662.232715] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 662.232910] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-963" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.233272] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-312ab398-5bbb-4533-92df-8bf33767224c taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.233453] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-312ab398-5bbb-4533-92df-8bf33767224c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.233615] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-312ab398-5bbb-4533-92df-8bf33767224c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.233968] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-312ab398-5bbb-4533-92df-8bf33767224c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.234161] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('312ab398-5bbb-4533-92df-8bf33767224c',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.309345] env[69836]: INFO networking_nsxv3.common.synchronization [None req-24a785d9-e0a8-483e-9948-98dfe01064bb None None] Enqueued Resource ID: 77e09681-4e71-408d-a27d-64e8639a7216 with Priority: HIGHEST for action port [ 662.309345] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77e09681-4e71-408d-a27d-64e8639a7216 with Priority: HIGHEST for action port [ 662.309345] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-77e09681-4e71-408d-a27d-64e8639a7216 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.309345] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77e09681-4e71-408d-a27d-64e8639a7216" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.309345] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77e09681-4e71-408d-a27d-64e8639a7216" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.309345] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77e09681-4e71-408d-a27d-64e8639a7216" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.309345] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77e09681-4e71-408d-a27d-64e8639a7216',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.417378] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3f6d35d-df01-47b7-a6ed-a3944e6e15a1 in Status: SUCCESS [ 662.417792] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3f6d35d-df01-47b7-a6ed-a3944e6e15a1" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.418086] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3f6d35d-df01-47b7-a6ed-a3944e6e15a1" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.418405] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3f6d35d-df01-47b7-a6ed-a3944e6e15a1" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.419197] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.419485] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.419736] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.419990] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.420179] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.421371] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3f6d35d-df01-47b7-a6ed-a3944e6e15a1" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.421371] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e3f6d35d-df01-47b7-a6ed-a3944e6e15a1',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.667586] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.668734] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.669149] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.669149] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8c724577-5921-493a-860d-4b7ba8dddd93 with status ACTIVE [ 662.669257] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.669447] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.669538] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.669822] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.669822] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.670068] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.670400] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.670400] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.670400] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.670400] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.670722] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.670722] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.670818] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.670975] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.671614] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.671614] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8c724577-5921-493a-860d-4b7ba8dddd93 is going to be updated. [ 662.695083] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.695293] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.695293] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.695711] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.695711] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.695852] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c724577-5921-493a-860d-4b7ba8dddd93" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.737525] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.737755] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.737882] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.738236] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.738396] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.738607] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port 312ab398-5bbb-4533-92df-8bf33767224c not found, creating... [ 662.738830] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.738991] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.739122] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.739344] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.739912] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.739912] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.739912] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.740104] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.740751] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.740751] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.740751] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: 312ab398-5bbb-4533-92df-8bf33767224c is going to be created. [ 662.755201] env[69836]: INFO networking_nsxv3.common.synchronization [None req-797b518f-de06-4aea-b9b7-45f3a5660449 tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Enqueued Resource ID: 6e0e445d-71e0-4ec9-b107-f5d57ff36caa with Priority: HIGHEST for action security_group_rules [ 662.755386] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e0e445d-71e0-4ec9-b107-f5d57ff36caa with Priority: HIGHEST for action security_group_rules [ 662.755691] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e0e445d-71e0-4ec9-b107-f5d57ff36caa taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.755854] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e0e445d-71e0-4ec9-b107-f5d57ff36caa" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.755916] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e0e445d-71e0-4ec9-b107-f5d57ff36caa" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.756254] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e0e445d-71e0-4ec9-b107-f5d57ff36caa" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.756358] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e0e445d-71e0-4ec9-b107-f5d57ff36caa',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.781065] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.781323] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.781424] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.781708] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.782305] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.782305] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-312ab398-5bbb-4533-92df-8bf33767224c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.819561] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 77e09681-4e71-408d-a27d-64e8639a7216 [ 662.819925] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.820107] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.820260] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.820450] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.820595] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.820685] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:77e09681-4e71-408d-a27d-64e8639a7216 already deleted. [ 662.820768] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77e09681-4e71-408d-a27d-64e8639a7216" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.925096] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e3f6d35d-df01-47b7-a6ed-a3944e6e15a1',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.005131] env[69836]: INFO networking_nsxv3.common.synchronization [None req-4c53c80e-4788-4c00-9e76-7d20800eccf6 tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Enqueued Resource ID: 6e0e445d-71e0-4ec9-b107-f5d57ff36caa with Priority: HIGHEST for action security_group_rules [ 663.005775] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e0e445d-71e0-4ec9-b107-f5d57ff36caa with Priority: HIGHEST for action security_group_rules [ 663.006076] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e0e445d-71e0-4ec9-b107-f5d57ff36caa taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.006200] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e0e445d-71e0-4ec9-b107-f5d57ff36caa" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.176804] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.291776] env[69836]: INFO networking_nsxv3.common.synchronization [None req-5dd5abfa-94ed-491d-96f4-5973bfe559d1 None None] Enqueued Resource ID: 85a78657-b5f2-45e4-8877-3956e95617d9 with Priority: HIGHEST for action port [ 663.291776] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85a78657-b5f2-45e4-8877-3956e95617d9 with Priority: HIGHEST for action port [ 663.291776] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-85a78657-b5f2-45e4-8877-3956e95617d9 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.292265] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85a78657-b5f2-45e4-8877-3956e95617d9" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.292265] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85a78657-b5f2-45e4-8877-3956e95617d9" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.293745] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85a78657-b5f2-45e4-8877-3956e95617d9" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.293745] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85a78657-b5f2-45e4-8877-3956e95617d9',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.316301] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.318776] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.318776] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.318776] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.318776] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.318776] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e0e445d-71e0-4ec9-b107-f5d57ff36caa already deleted. [ 663.318776] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e0e445d-71e0-4ec9-b107-f5d57ff36caa" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.318776] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e0e445d-71e0-4ec9-b107-f5d57ff36caa" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.318776] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e0e445d-71e0-4ec9-b107-f5d57ff36caa" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.318776] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e0e445d-71e0-4ec9-b107-f5d57ff36caa',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.426879] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e3f6d35d-df01-47b7-a6ed-a3944e6e15a1: rpc.has_security_group_logging(os_id): False [ 663.452271] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.453174] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.453174] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.453174] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.453174] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.453437] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.453437] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.453569] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.453665] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.453778] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.453885] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3f6d35d-df01-47b7-a6ed-a3944e6e15a1 is going to be created. [ 663.551986] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.551986] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.551986] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.554086] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.555073] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.575192] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3f6d35d-df01-47b7-a6ed-a3944e6e15a1 in Status: IN_PROGRESS for 2s [ 663.678897] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.679305] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.679305] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.679512] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.679761] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.679761] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 is going to be created. [ 663.751804] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.751804] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.751804] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.751804] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.751804] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.763635] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 in Status: UNINITIALIZED for 2s [ 663.798402] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 85a78657-b5f2-45e4-8877-3956e95617d9 [ 663.798630] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.798844] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.798844] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.799065] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.799160] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.799255] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:85a78657-b5f2-45e4-8877-3956e95617d9 already deleted. [ 663.799360] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85a78657-b5f2-45e4-8877-3956e95617d9" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.851678] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.851678] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.851936] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.852074] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.852735] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.852735] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e0e445d-71e0-4ec9-b107-f5d57ff36caa already deleted. [ 663.852735] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e0e445d-71e0-4ec9-b107-f5d57ff36caa" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.592321] env[69836]: INFO networking_nsxv3.common.synchronization [req-081ddb9b-9d5e-4948-a2bd-44737bd805af req-85f8c197-d8ed-4f29-97dc-d667d5b6bf55 service nova] Enqueued Resource ID: 9ee1fb5b-3309-445c-9fc6-355754abfc65 with Priority: HIGHEST for action security_group_rules [ 664.592321] env[69836]: INFO networking_nsxv3.common.synchronization [req-081ddb9b-9d5e-4948-a2bd-44737bd805af req-85f8c197-d8ed-4f29-97dc-d667d5b6bf55 service nova] Enqueued Resource ID: 9ee1fb5b-3309-445c-9fc6-355754abfc65 with Priority: HIGHEST for action security_group_members [ 664.592321] env[69836]: INFO networking_nsxv3.common.synchronization [req-081ddb9b-9d5e-4948-a2bd-44737bd805af req-85f8c197-d8ed-4f29-97dc-d667d5b6bf55 service nova] Enqueued Resource ID: 312ab398-5bbb-4533-92df-8bf33767224c with Priority: HIGHEST for action port [ 664.593310] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ee1fb5b-3309-445c-9fc6-355754abfc65 with Priority: HIGHEST for action security_group_rules [ 664.593704] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ee1fb5b-3309-445c-9fc6-355754abfc65 with Priority: HIGHEST for action security_group_members [ 664.593945] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 312ab398-5bbb-4533-92df-8bf33767224c with Priority: HIGHEST for action port [ 664.595418] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ee1fb5b-3309-445c-9fc6-355754abfc65 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.596923] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ee1fb5b-3309-445c-9fc6-355754abfc65" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.596923] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ee1fb5b-3309-445c-9fc6-355754abfc65" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.597216] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ee1fb5b-3309-445c-9fc6-355754abfc65" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.597499] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ee1fb5b-3309-445c-9fc6-355754abfc65',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.599298] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ee1fb5b-3309-445c-9fc6-355754abfc65 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.600329] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ee1fb5b-3309-445c-9fc6-355754abfc65" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.600329] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ee1fb5b-3309-445c-9fc6-355754abfc65" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.600329] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ee1fb5b-3309-445c-9fc6-355754abfc65" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.603339] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.603339] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.603339] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.603339] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.603339] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.603339] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ee1fb5b-3309-445c-9fc6-355754abfc65',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.604662] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-312ab398-5bbb-4533-92df-8bf33767224c taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.604662] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-312ab398-5bbb-4533-92df-8bf33767224c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.604662] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-312ab398-5bbb-4533-92df-8bf33767224c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.604662] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-312ab398-5bbb-4533-92df-8bf33767224c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.604852] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('312ab398-5bbb-4533-92df-8bf33767224c',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.917034] env[69836]: INFO networking_nsxv3.common.synchronization [None req-f1afa232-475c-43c2-8535-976a05d6f651 tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] Enqueued Resource ID: 4d3233ea-1473-402b-83b9-89290db5d65b with Priority: HIGHEST for action security_group_rules [ 664.917034] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d3233ea-1473-402b-83b9-89290db5d65b with Priority: HIGHEST for action security_group_rules [ 664.917034] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4d3233ea-1473-402b-83b9-89290db5d65b taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.917034] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4d3233ea-1473-402b-83b9-89290db5d65b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.917034] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4d3233ea-1473-402b-83b9-89290db5d65b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.917034] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4d3233ea-1473-402b-83b9-89290db5d65b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.917034] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4d3233ea-1473-402b-83b9-89290db5d65b',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.105252] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ee1fb5b-3309-445c-9fc6-355754abfc65',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.107245] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ee1fb5b-3309-445c-9fc6-355754abfc65 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.107459] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ee1fb5b-3309-445c-9fc6-355754abfc65" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.107660] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 312ab398-5bbb-4533-92df-8bf33767224c with status ACTIVE [ 665.107829] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.107977] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.108055] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.108263] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.108357] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.108521] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.108923] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.108923] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.108923] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.108923] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.109229] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.109383] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.109537] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.109679] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.109871] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.109871] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 312ab398-5bbb-4533-92df-8bf33767224c is going to be updated. [ 665.133183] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.133452] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.133523] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.133779] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.133973] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.134194] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-312ab398-5bbb-4533-92df-8bf33767224c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.146087] env[69836]: INFO networking_nsxv3.common.synchronization [None req-b85f7cba-3009-4792-9b25-62e935728da3 None None] Enqueued Resource ID: 2ab3d761-c5a9-478f-9aa7-28be3bef9a87 with Priority: HIGHEST for action port [ 665.146087] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ab3d761-c5a9-478f-9aa7-28be3bef9a87 with Priority: HIGHEST for action port [ 665.146087] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ab3d761-c5a9-478f-9aa7-28be3bef9a87 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.146087] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ab3d761-c5a9-478f-9aa7-28be3bef9a87" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.146087] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ab3d761-c5a9-478f-9aa7-28be3bef9a87" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.148191] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ab3d761-c5a9-478f-9aa7-28be3bef9a87" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.148191] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ab3d761-c5a9-478f-9aa7-28be3bef9a87',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.180014] env[69836]: INFO networking_nsxv3.common.synchronization [None req-6654f3df-b5a9-4594-84b6-b805a8fc8f12 tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] Enqueued Resource ID: 4d3233ea-1473-402b-83b9-89290db5d65b with Priority: HIGHEST for action security_group_rules [ 665.180014] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d3233ea-1473-402b-83b9-89290db5d65b with Priority: HIGHEST for action security_group_rules [ 665.183606] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4d3233ea-1473-402b-83b9-89290db5d65b taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.183606] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4d3233ea-1473-402b-83b9-89290db5d65b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.440617] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.441224] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.441224] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.441224] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.441224] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.441450] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4d3233ea-1473-402b-83b9-89290db5d65b already deleted. [ 665.441450] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4d3233ea-1473-402b-83b9-89290db5d65b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.441634] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4d3233ea-1473-402b-83b9-89290db5d65b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.441674] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4d3233ea-1473-402b-83b9-89290db5d65b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.443864] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4d3233ea-1473-402b-83b9-89290db5d65b',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.590180] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3f6d35d-df01-47b7-a6ed-a3944e6e15a1 in Status: SUCCESS [ 665.590180] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3f6d35d-df01-47b7-a6ed-a3944e6e15a1" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.613103] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ee1fb5b-3309-445c-9fc6-355754abfc65',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.651292] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2ab3d761-c5a9-478f-9aa7-28be3bef9a87 [ 665.651292] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.651292] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.651292] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.651292] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.651292] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.651648] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2ab3d761-c5a9-478f-9aa7-28be3bef9a87 already deleted. [ 665.651648] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ab3d761-c5a9-478f-9aa7-28be3bef9a87" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.775844] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 in Status: SUCCESS [ 665.776080] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.776225] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.776445] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.776683] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.776861] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.777026] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.777600] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.777600] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.777600] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.777600] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.970946] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.970946] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.970946] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.970946] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.970946] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.970946] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4d3233ea-1473-402b-83b9-89290db5d65b already deleted. [ 665.970946] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4d3233ea-1473-402b-83b9-89290db5d65b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.115759] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.116471] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.116471] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.116471] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.116860] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.116860] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ee1fb5b-3309-445c-9fc6-355754abfc65 is going to be created. [ 666.150350] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.152983] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.152983] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.152983] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.152983] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.167591] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ee1fb5b-3309-445c-9fc6-355754abfc65 in Status: UNINITIALIZED for 2s [ 666.286837] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.287018] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.287168] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.288825] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.288825] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.288825] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.288825] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.288825] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.288825] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.288825] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.288825] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.288825] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.288825] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.288825] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.288825] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.288825] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.288825] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.289535] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.289535] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.289535] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.289535] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.292021] env[69836]: INFO networking_nsxv3.common.synchronization [None req-e2c62539-8511-469a-a7d3-1b9f9df7eb0e None None] Enqueued Resource ID: da349737-3126-4c87-931a-ff4bad815c03 with Priority: HIGHEST for action port [ 666.292021] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da349737-3126-4c87-931a-ff4bad815c03 with Priority: HIGHEST for action port [ 666.292021] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-da349737-3126-4c87-931a-ff4bad815c03 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.292021] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da349737-3126-4c87-931a-ff4bad815c03" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.292285] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da349737-3126-4c87-931a-ff4bad815c03" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.292396] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da349737-3126-4c87-931a-ff4bad815c03" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.292508] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da349737-3126-4c87-931a-ff4bad815c03',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.795429] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5: rpc.has_security_group_logging(os_id): False [ 666.797181] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port da349737-3126-4c87-931a-ff4bad815c03 [ 666.797397] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.797528] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.797597] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.797805] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.797920] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.798646] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:da349737-3126-4c87-931a-ff4bad815c03 already deleted. [ 666.798646] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da349737-3126-4c87-931a-ff4bad815c03" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.821146] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.821405] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.821405] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.821626] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.821738] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.821996] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.822130] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.822166] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.822357] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.822621] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.823026] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.823197] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.823291] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.823507] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.823751] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.823980] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.824125] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.824208] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.824429] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.824651] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.824684] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 is going to be created. [ 666.895807] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.895807] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.896314] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.896314] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.896314] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.913057] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 in Status: IN_PROGRESS for 2s [ 668.176953] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ee1fb5b-3309-445c-9fc6-355754abfc65 in Status: SUCCESS [ 668.177228] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ee1fb5b-3309-445c-9fc6-355754abfc65" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.178924] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ee1fb5b-3309-445c-9fc6-355754abfc65" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.178924] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ee1fb5b-3309-445c-9fc6-355754abfc65" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.178924] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.178924] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.178924] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.178924] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.178924] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.178924] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ee1fb5b-3309-445c-9fc6-355754abfc65" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.178924] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9ee1fb5b-3309-445c-9fc6-355754abfc65',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.685113] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9ee1fb5b-3309-445c-9fc6-355754abfc65',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.924128] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 in Status: SUCCESS [ 668.924306] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.186993] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9ee1fb5b-3309-445c-9fc6-355754abfc65: rpc.has_security_group_logging(os_id): False [ 669.213782] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.213782] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.214135] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.214135] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.214135] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.214439] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.214547] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.214607] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.214764] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.214881] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.214975] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ee1fb5b-3309-445c-9fc6-355754abfc65 is going to be created. [ 669.307222] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.307361] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.307405] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.307579] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.307767] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.326297] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ee1fb5b-3309-445c-9fc6-355754abfc65 in Status: IN_PROGRESS for 2s [ 669.389035] env[69836]: INFO networking_nsxv3.common.synchronization [None req-dfb329b0-790f-4acf-a07d-77acc9f9f965 None None] Enqueued Resource ID: 78dba858-874d-487c-b74d-aa731cca6b4b with Priority: HIGHEST for action port [ 669.389554] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78dba858-874d-487c-b74d-aa731cca6b4b with Priority: HIGHEST for action port [ 669.389879] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-78dba858-874d-487c-b74d-aa731cca6b4b taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.390033] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78dba858-874d-487c-b74d-aa731cca6b4b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.391551] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78dba858-874d-487c-b74d-aa731cca6b4b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.391885] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78dba858-874d-487c-b74d-aa731cca6b4b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.392221] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78dba858-874d-487c-b74d-aa731cca6b4b',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.894745] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 78dba858-874d-487c-b74d-aa731cca6b4b [ 669.894980] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.895130] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.895194] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.895398] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.895488] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.895605] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:78dba858-874d-487c-b74d-aa731cca6b4b already deleted. [ 669.895686] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78dba858-874d-487c-b74d-aa731cca6b4b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.305177] env[69836]: INFO networking_nsxv3.common.synchronization [req-339f8d8a-5c2a-4b50-abe2-103e33de9abe req-e4f54b4b-9a6e-4b90-a416-95e60c8af8ac tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] Enqueued Resource ID: 78aa829e-36e4-49af-b521-9ab60c0587ac with Priority: HIGHEST for action security_group_members [ 670.305910] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78aa829e-36e4-49af-b521-9ab60c0587ac with Priority: HIGHEST for action security_group_members [ 670.306913] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-78aa829e-36e4-49af-b521-9ab60c0587ac taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.307089] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78aa829e-36e4-49af-b521-9ab60c0587ac" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.307185] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78aa829e-36e4-49af-b521-9ab60c0587ac" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.308028] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78aa829e-36e4-49af-b521-9ab60c0587ac" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.308028] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.308028] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.308028] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.308028] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.308364] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.308364] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78aa829e-36e4-49af-b521-9ab60c0587ac',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.810915] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.811141] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.811218] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.811464] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.811590] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.811818] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.811946] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.812791] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.815338] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.815338] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.815338] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78aa829e-36e4-49af-b521-9ab60c0587ac is going to be updated. [ 670.847463] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.849702] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.849702] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.849702] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.849702] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.861091] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78aa829e-36e4-49af-b521-9ab60c0587ac in Status: IN_PROGRESS for 2s [ 671.053069] env[69836]: INFO networking_nsxv3.common.synchronization [req-5d999394-fec9-423d-8bad-e8e02df0b934 req-edb43460-0a3b-4317-a647-f175ff741bc6 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Enqueued Resource ID: 7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 with Priority: HIGHEST for action security_group_members [ 671.053662] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 with Priority: HIGHEST for action security_group_members [ 671.054505] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.060355] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.060355] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.060355] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.060355] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.060355] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.060355] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.060355] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.060355] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.060355] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.343392] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ee1fb5b-3309-445c-9fc6-355754abfc65 in Status: SUCCESS [ 671.343392] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ee1fb5b-3309-445c-9fc6-355754abfc65" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.562558] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.980120] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-712 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.980344] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-712" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.980490] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-712" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.980812] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-712" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.981123] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.981586] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.981586] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.981741] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.981793] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.981973] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 671.988000] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 671.988266] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 671.988474] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 671.988555] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 671.992402] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 671.992402] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 672.017212] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 672.017384] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 672.017519] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 672.017691] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-712" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.018032] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-36a60c50-8bb0-46bf-a6e4-b74227659922 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.018201] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-36a60c50-8bb0-46bf-a6e4-b74227659922" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.018317] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-36a60c50-8bb0-46bf-a6e4-b74227659922" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.018671] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-36a60c50-8bb0-46bf-a6e4-b74227659922" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.018886] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36a60c50-8bb0-46bf-a6e4-b74227659922',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.063280] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.421646] env[69836]: INFO networking_nsxv3.common.synchronization [None req-85c1e27a-b491-48f4-be51-6f1065aa721c None None] Enqueued Resource ID: 604cef88-7991-4c1c-a201-a510b6d3ffdd with Priority: HIGHEST for action port [ 672.421907] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 604cef88-7991-4c1c-a201-a510b6d3ffdd with Priority: HIGHEST for action port [ 672.422550] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-604cef88-7991-4c1c-a201-a510b6d3ffdd taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.422662] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-604cef88-7991-4c1c-a201-a510b6d3ffdd" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.422702] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-604cef88-7991-4c1c-a201-a510b6d3ffdd" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.422934] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-604cef88-7991-4c1c-a201-a510b6d3ffdd" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.424794] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('604cef88-7991-4c1c-a201-a510b6d3ffdd',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.521873] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.521873] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.521873] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.522145] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.522296] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.523190] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port 36a60c50-8bb0-46bf-a6e4-b74227659922 not found, creating... [ 672.523190] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.523190] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.523190] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.523404] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.523441] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.523825] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.523994] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.524114] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.524461] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.524461] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.524599] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: 36a60c50-8bb0-46bf-a6e4-b74227659922 is going to be created. [ 672.550127] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.550615] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.550615] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.550879] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.551597] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.551597] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-36a60c50-8bb0-46bf-a6e4-b74227659922" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.567994] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.567994] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.567994] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.567994] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.567994] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.567994] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 is going to be updated. [ 672.606101] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.606101] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.606101] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.606101] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.606101] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.628314] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 in Status: IN_PROGRESS for 2s [ 672.873282] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78aa829e-36e4-49af-b521-9ab60c0587ac in Status: SUCCESS [ 672.873431] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78aa829e-36e4-49af-b521-9ab60c0587ac deletion is rescheduled due to dependency. [ 672.873431] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78aa829e-36e4-49af-b521-9ab60c0587ac" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.929097] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 604cef88-7991-4c1c-a201-a510b6d3ffdd [ 672.929542] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.929542] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.929542] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.930263] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.930263] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.930263] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:604cef88-7991-4c1c-a201-a510b6d3ffdd already deleted. [ 672.930263] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-604cef88-7991-4c1c-a201-a510b6d3ffdd" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.500615] env[69836]: INFO networking_nsxv3.common.synchronization [req-5d999394-fec9-423d-8bad-e8e02df0b934 req-1c311d02-0940-4ba9-9ed3-1a6d29eb3f84 service nova] Enqueued Resource ID: 7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 with Priority: HIGHEST for action security_group_rules [ 673.500910] env[69836]: INFO networking_nsxv3.common.synchronization [req-5d999394-fec9-423d-8bad-e8e02df0b934 req-1c311d02-0940-4ba9-9ed3-1a6d29eb3f84 service nova] Enqueued Resource ID: 7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 with Priority: HIGHEST for action security_group_members [ 673.501781] env[69836]: INFO networking_nsxv3.common.synchronization [req-5d999394-fec9-423d-8bad-e8e02df0b934 req-1c311d02-0940-4ba9-9ed3-1a6d29eb3f84 service nova] Enqueued Resource ID: 36a60c50-8bb0-46bf-a6e4-b74227659922 with Priority: HIGHEST for action port [ 673.501781] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 with Priority: HIGHEST for action security_group_rules [ 673.501889] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 with Priority: HIGHEST for action security_group_members [ 673.507090] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36a60c50-8bb0-46bf-a6e4-b74227659922 with Priority: HIGHEST for action port [ 673.507811] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.507913] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.508027] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.508350] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.508487] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.509666] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.509770] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.510313] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-36a60c50-8bb0-46bf-a6e4-b74227659922 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.510417] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36a60c50-8bb0-46bf-a6e4-b74227659922" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.510477] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36a60c50-8bb0-46bf-a6e4-b74227659922" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.510681] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36a60c50-8bb0-46bf-a6e4-b74227659922" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.510795] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36a60c50-8bb0-46bf-a6e4-b74227659922',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.569166] env[69836]: INFO networking_nsxv3.common.synchronization [req-e57a86f5-3ed0-471f-801d-3609b966dfab req-941c686f-48b7-4418-8c62-2a1d3b327f17 tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] Enqueued Resource ID: ee16653f-0b1a-4996-a83f-c1f65542b65d with Priority: HIGHEST for action security_group_members [ 673.570871] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee16653f-0b1a-4996-a83f-c1f65542b65d with Priority: HIGHEST for action security_group_members [ 673.571283] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee16653f-0b1a-4996-a83f-c1f65542b65d taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.571819] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee16653f-0b1a-4996-a83f-c1f65542b65d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.571938] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee16653f-0b1a-4996-a83f-c1f65542b65d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.572275] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee16653f-0b1a-4996-a83f-c1f65542b65d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.572682] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.572842] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.573164] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.574325] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.574549] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.574772] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee16653f-0b1a-4996-a83f-c1f65542b65d',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.013705] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.013705] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.013705] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 36a60c50-8bb0-46bf-a6e4-b74227659922 with status ACTIVE [ 674.013705] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.013987] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.013987] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.014070] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.014160] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.014338] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.014429] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.014488] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.014657] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.016018] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.016018] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.016018] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.016018] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.016018] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.016018] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.016018] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 36a60c50-8bb0-46bf-a6e4-b74227659922 is going to be updated. [ 674.027559] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-597 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.027777] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.028499] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.028759] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.030160] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.030899] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.030899] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.030899] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.030899] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.031180] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 674.031180] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 674.031924] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 674.031924] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 674.031924] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 674.031924] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 674.031924] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 674.043683] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.043683] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.043683] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.043683] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.043683] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.043683] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36a60c50-8bb0-46bf-a6e4-b74227659922" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.055674] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 674.056313] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 674.056313] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 674.056313] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.056793] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-5d2f36cc-15b2-49d9-ba00-9652ef668bbd taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.056793] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-5d2f36cc-15b2-49d9-ba00-9652ef668bbd" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.056919] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-5d2f36cc-15b2-49d9-ba00-9652ef668bbd" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.057185] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-5d2f36cc-15b2-49d9-ba00-9652ef668bbd" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.057351] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d2f36cc-15b2-49d9-ba00-9652ef668bbd',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.078632] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.079426] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.079426] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.079426] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.079566] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.079713] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.079828] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.079894] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.080309] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.080460] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.080460] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee16653f-0b1a-4996-a83f-c1f65542b65d already deleted. [ 674.080562] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee16653f-0b1a-4996-a83f-c1f65542b65d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.564326] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.564982] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.564982] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.564982] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.565109] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.565444] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port 5d2f36cc-15b2-49d9-ba00-9652ef668bbd not found, creating... [ 674.565548] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.565775] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.565775] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.566105] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.566234] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.566618] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.567415] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.567623] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.567902] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.568191] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.569333] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: 5d2f36cc-15b2-49d9-ba00-9652ef668bbd is going to be created. [ 674.596299] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.597127] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.597127] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.597127] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.597127] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.597488] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-5d2f36cc-15b2-49d9-ba00-9652ef668bbd" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.638568] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 in Status: SUCCESS [ 674.638568] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.638706] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.639320] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.639320] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.639320] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.639320] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.639546] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.639546] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.639604] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.149607] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.653021] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.023046] env[69836]: INFO networking_nsxv3.common.synchronization [req-e57a86f5-3ed0-471f-801d-3609b966dfab req-ce05eb4d-14a4-48a1-a19d-9c73131c0814 service nova] Enqueued Resource ID: ee16653f-0b1a-4996-a83f-c1f65542b65d with Priority: HIGHEST for action security_group_rules [ 676.023046] env[69836]: INFO networking_nsxv3.common.synchronization [req-e57a86f5-3ed0-471f-801d-3609b966dfab req-ce05eb4d-14a4-48a1-a19d-9c73131c0814 service nova] Enqueued Resource ID: ee16653f-0b1a-4996-a83f-c1f65542b65d with Priority: HIGHEST for action security_group_members [ 676.023046] env[69836]: INFO networking_nsxv3.common.synchronization [req-e57a86f5-3ed0-471f-801d-3609b966dfab req-ce05eb4d-14a4-48a1-a19d-9c73131c0814 service nova] Enqueued Resource ID: 5d2f36cc-15b2-49d9-ba00-9652ef668bbd with Priority: HIGHEST for action port [ 676.024269] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee16653f-0b1a-4996-a83f-c1f65542b65d with Priority: HIGHEST for action security_group_rules [ 676.024458] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee16653f-0b1a-4996-a83f-c1f65542b65d with Priority: HIGHEST for action security_group_members [ 676.024518] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d2f36cc-15b2-49d9-ba00-9652ef668bbd with Priority: HIGHEST for action port [ 676.025454] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee16653f-0b1a-4996-a83f-c1f65542b65d taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.025990] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee16653f-0b1a-4996-a83f-c1f65542b65d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.025990] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee16653f-0b1a-4996-a83f-c1f65542b65d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.025990] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee16653f-0b1a-4996-a83f-c1f65542b65d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.025990] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee16653f-0b1a-4996-a83f-c1f65542b65d',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.027738] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee16653f-0b1a-4996-a83f-c1f65542b65d taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.029091] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee16653f-0b1a-4996-a83f-c1f65542b65d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.029091] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee16653f-0b1a-4996-a83f-c1f65542b65d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.029091] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee16653f-0b1a-4996-a83f-c1f65542b65d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.029091] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.029091] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.029091] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.029091] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.029091] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.029091] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee16653f-0b1a-4996-a83f-c1f65542b65d',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.029802] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d2f36cc-15b2-49d9-ba00-9652ef668bbd taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.029802] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d2f36cc-15b2-49d9-ba00-9652ef668bbd" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.029802] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d2f36cc-15b2-49d9-ba00-9652ef668bbd" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.029943] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d2f36cc-15b2-49d9-ba00-9652ef668bbd" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.029943] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d2f36cc-15b2-49d9-ba00-9652ef668bbd',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.154829] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.154974] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.155809] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.155970] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.156108] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.156231] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 is going to be updated. [ 676.192717] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.193044] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.193044] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.193402] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.193402] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.207029] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 in Status: IN_PROGRESS for 2s [ 676.531709] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee16653f-0b1a-4996-a83f-c1f65542b65d taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.531990] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee16653f-0b1a-4996-a83f-c1f65542b65d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.532180] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ee16653f-0b1a-4996-a83f-c1f65542b65d',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.533533] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5d2f36cc-15b2-49d9-ba00-9652ef668bbd with status ACTIVE [ 676.533732] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.533877] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.533969] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.539048] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.539048] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.539048] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.539048] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.539048] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.539048] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.539048] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.539048] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.539048] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.539048] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.539048] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.539048] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.539048] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5d2f36cc-15b2-49d9-ba00-9652ef668bbd is going to be updated. [ 676.565886] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.566118] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.566118] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.566513] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.566513] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.567648] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d2f36cc-15b2-49d9-ba00-9652ef668bbd" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.908270] env[69836]: INFO networking_nsxv3.common.synchronization [req-abc8d149-d6c5-4697-9f08-7525bf45a272 req-0c3fe1dd-df9d-4ba1-b6d4-e720dc6796ce tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Enqueued Resource ID: 4b542b83-d5b7-4b4b-a04a-7bc301591d15 with Priority: HIGHEST for action security_group_members [ 676.911718] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b542b83-d5b7-4b4b-a04a-7bc301591d15 with Priority: HIGHEST for action security_group_members [ 676.912349] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b542b83-d5b7-4b4b-a04a-7bc301591d15 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.912477] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b542b83-d5b7-4b4b-a04a-7bc301591d15" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.912549] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b542b83-d5b7-4b4b-a04a-7bc301591d15" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.912815] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b542b83-d5b7-4b4b-a04a-7bc301591d15" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.912994] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.913191] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.913191] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.913332] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.913418] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.913512] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b542b83-d5b7-4b4b-a04a-7bc301591d15',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.041821] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ee16653f-0b1a-4996-a83f-c1f65542b65d',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.419376] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.419575] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.419665] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.419888] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.419986] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.420219] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.420332] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.420389] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.420574] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.420662] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.421255] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b542b83-d5b7-4b4b-a04a-7bc301591d15 already deleted. [ 677.421255] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b542b83-d5b7-4b4b-a04a-7bc301591d15" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.542976] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.543145] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.543214] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.543434] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.543523] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.543619] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee16653f-0b1a-4996-a83f-c1f65542b65d is going to be created. [ 677.570178] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.570178] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.570178] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.570334] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.570475] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.583576] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee16653f-0b1a-4996-a83f-c1f65542b65d in Status: UNINITIALIZED for 2s [ 677.754789] env[69836]: INFO networking_nsxv3.common.synchronization [None req-015563a3-446c-4684-80c3-63f3e7499911 None None] Enqueued Resource ID: 814e2426-d80c-4e97-908f-2e954387dd0e with Priority: HIGHEST for action port [ 677.754972] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 814e2426-d80c-4e97-908f-2e954387dd0e with Priority: HIGHEST for action port [ 677.757211] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-814e2426-d80c-4e97-908f-2e954387dd0e taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.757211] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-814e2426-d80c-4e97-908f-2e954387dd0e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.757211] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-814e2426-d80c-4e97-908f-2e954387dd0e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.757211] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-814e2426-d80c-4e97-908f-2e954387dd0e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.757211] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('814e2426-d80c-4e97-908f-2e954387dd0e',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.220598] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 in Status: SUCCESS [ 678.220935] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.221032] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.221313] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.221538] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.221677] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.221751] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.221943] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.222028] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.222141] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.222235] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.260269] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 814e2426-d80c-4e97-908f-2e954387dd0e [ 678.260520] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.260641] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.260733] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.261493] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.261493] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.261493] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:814e2426-d80c-4e97-908f-2e954387dd0e already deleted. [ 678.261493] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-814e2426-d80c-4e97-908f-2e954387dd0e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.530876] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-551 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.532803] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-551" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.532803] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-551" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.536790] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-551" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.536878] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.537219] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.537352] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.537650] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.537810] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.538138] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 678.538198] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 678.538327] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 678.540939] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 678.541202] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 678.541353] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 678.541533] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 678.562896] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 678.563080] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 678.563223] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 678.563435] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-551" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.563786] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-1992f5d1-4d55-4145-a259-b8c60c8c3731 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.563965] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-1992f5d1-4d55-4145-a259-b8c60c8c3731" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.564098] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-1992f5d1-4d55-4145-a259-b8c60c8c3731" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.564418] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-1992f5d1-4d55-4145-a259-b8c60c8c3731" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.564552] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1992f5d1-4d55-4145-a259-b8c60c8c3731',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.728710] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.728710] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.728710] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.728710] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.728710] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.728710] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.728710] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.728710] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.728710] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.728710] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.728710] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.728710] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.728710] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.728710] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.728710] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.728710] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.729562] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.729562] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.729562] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.729562] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.729562] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.078872] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.078872] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.078872] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.078872] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.078872] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.078872] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port 1992f5d1-4d55-4145-a259-b8c60c8c3731 not found, creating... [ 679.078872] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.078872] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.078872] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.078872] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.078872] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.079599] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.079599] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.079599] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.080926] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.080926] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.080926] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: 1992f5d1-4d55-4145-a259-b8c60c8c3731 is going to be created. [ 679.107407] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.107607] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.107716] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.108164] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.108478] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.108860] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-1992f5d1-4d55-4145-a259-b8c60c8c3731" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.233368] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5: rpc.has_security_group_logging(os_id): False [ 679.256977] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.257147] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.257218] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.257434] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.257544] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.257743] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.257845] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.257908] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.258067] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.258149] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.258327] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.258422] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.258484] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.260035] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.260035] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.260035] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.260035] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.260035] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.260035] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.260035] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.260035] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 is going to be updated. [ 679.334846] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.335065] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.335137] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.335628] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.335628] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.353105] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 in Status: IN_PROGRESS for 2s [ 679.595266] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee16653f-0b1a-4996-a83f-c1f65542b65d in Status: SUCCESS [ 679.595266] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee16653f-0b1a-4996-a83f-c1f65542b65d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.595584] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee16653f-0b1a-4996-a83f-c1f65542b65d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.597995] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee16653f-0b1a-4996-a83f-c1f65542b65d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.597995] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.597995] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.597995] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.597995] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.597995] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.597995] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee16653f-0b1a-4996-a83f-c1f65542b65d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.597995] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ee16653f-0b1a-4996-a83f-c1f65542b65d',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.054394] env[69836]: INFO networking_nsxv3.common.synchronization [req-410f059c-c16c-4e58-8ea8-1d4b479d57ae req-a0638b51-cb60-487e-86f1-184ae268f032 tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Enqueued Resource ID: 85effc41-e7cb-42c0-a978-067a7d9a89bf with Priority: HIGHEST for action security_group_members [ 680.055410] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85effc41-e7cb-42c0-a978-067a7d9a89bf with Priority: HIGHEST for action security_group_members [ 680.055689] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-85effc41-e7cb-42c0-a978-067a7d9a89bf taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.056725] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85effc41-e7cb-42c0-a978-067a7d9a89bf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.056991] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85effc41-e7cb-42c0-a978-067a7d9a89bf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.057253] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85effc41-e7cb-42c0-a978-067a7d9a89bf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.057442] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.057578] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.057659] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.057962] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.058028] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.058150] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85effc41-e7cb-42c0-a978-067a7d9a89bf',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.100991] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ee16653f-0b1a-4996-a83f-c1f65542b65d',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.562302] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.562794] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.562794] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.563134] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.563336] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.563697] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.563895] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.563950] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.564236] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.564361] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.564496] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85effc41-e7cb-42c0-a978-067a7d9a89bf already deleted. [ 680.564594] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85effc41-e7cb-42c0-a978-067a7d9a89bf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.603913] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ee16653f-0b1a-4996-a83f-c1f65542b65d: rpc.has_security_group_logging(os_id): False [ 680.629223] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.629405] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.629485] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.629730] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.629730] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.630133] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.630133] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.630133] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.630372] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.630372] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.630463] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee16653f-0b1a-4996-a83f-c1f65542b65d is going to be created. [ 680.710262] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.710431] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.710839] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.711130] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.711400] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.727255] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee16653f-0b1a-4996-a83f-c1f65542b65d in Status: IN_PROGRESS for 2s [ 681.134853] env[69836]: INFO networking_nsxv3.common.synchronization [req-abc8d149-d6c5-4697-9f08-7525bf45a272 req-165fa421-7529-4a32-9b1f-449b713b7afc service nova] Enqueued Resource ID: 4b542b83-d5b7-4b4b-a04a-7bc301591d15 with Priority: HIGHEST for action security_group_rules [ 681.135044] env[69836]: INFO networking_nsxv3.common.synchronization [req-abc8d149-d6c5-4697-9f08-7525bf45a272 req-165fa421-7529-4a32-9b1f-449b713b7afc service nova] Enqueued Resource ID: 4b542b83-d5b7-4b4b-a04a-7bc301591d15 with Priority: HIGHEST for action security_group_members [ 681.135185] env[69836]: INFO networking_nsxv3.common.synchronization [req-abc8d149-d6c5-4697-9f08-7525bf45a272 req-165fa421-7529-4a32-9b1f-449b713b7afc service nova] Enqueued Resource ID: 1992f5d1-4d55-4145-a259-b8c60c8c3731 with Priority: HIGHEST for action port [ 681.135763] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b542b83-d5b7-4b4b-a04a-7bc301591d15 with Priority: HIGHEST for action security_group_rules [ 681.136041] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b542b83-d5b7-4b4b-a04a-7bc301591d15 with Priority: HIGHEST for action security_group_members [ 681.136041] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1992f5d1-4d55-4145-a259-b8c60c8c3731 with Priority: HIGHEST for action port [ 681.136552] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4b542b83-d5b7-4b4b-a04a-7bc301591d15 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.136628] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4b542b83-d5b7-4b4b-a04a-7bc301591d15" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.136668] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4b542b83-d5b7-4b4b-a04a-7bc301591d15" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.137385] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4b542b83-d5b7-4b4b-a04a-7bc301591d15" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.137385] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4b542b83-d5b7-4b4b-a04a-7bc301591d15',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.139605] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b542b83-d5b7-4b4b-a04a-7bc301591d15 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.139760] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b542b83-d5b7-4b4b-a04a-7bc301591d15" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.139832] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b542b83-d5b7-4b4b-a04a-7bc301591d15" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.140069] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b542b83-d5b7-4b4b-a04a-7bc301591d15" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.140264] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.140333] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.140396] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.140573] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.140651] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.140769] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b542b83-d5b7-4b4b-a04a-7bc301591d15',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.144400] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-1992f5d1-4d55-4145-a259-b8c60c8c3731 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.144400] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1992f5d1-4d55-4145-a259-b8c60c8c3731" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.144400] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1992f5d1-4d55-4145-a259-b8c60c8c3731" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.144662] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1992f5d1-4d55-4145-a259-b8c60c8c3731" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.144770] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1992f5d1-4d55-4145-a259-b8c60c8c3731',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.368871] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 in Status: SUCCESS [ 681.368871] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.518881] env[69836]: INFO networking_nsxv3.common.synchronization [req-47e5784e-0d1e-4e40-9be4-cf5ced25555c req-ea195aae-cadb-4d6e-80ec-613067210184 tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] Enqueued Resource ID: 081b149a-6447-4792-afcc-0a5674ac909c with Priority: HIGHEST for action security_group_members [ 681.519455] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 081b149a-6447-4792-afcc-0a5674ac909c with Priority: HIGHEST for action security_group_members [ 681.519764] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-081b149a-6447-4792-afcc-0a5674ac909c taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.519962] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-081b149a-6447-4792-afcc-0a5674ac909c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.521322] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-081b149a-6447-4792-afcc-0a5674ac909c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.521512] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-081b149a-6447-4792-afcc-0a5674ac909c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.521673] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.521744] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.521785] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.521949] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.522023] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.522107] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('081b149a-6447-4792-afcc-0a5674ac909c',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.632602] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-77 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.633121] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-77" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.633121] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-77" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.633311] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-77" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.633579] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.636024] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.636024] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.637437] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.637686] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.637904] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 681.638024] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 681.638978] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 681.639415] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 681.639773] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 681.640086] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 681.640658] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 681.644502] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b542b83-d5b7-4b4b-a04a-7bc301591d15 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.645231] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b542b83-d5b7-4b4b-a04a-7bc301591d15" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.647348] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4b542b83-d5b7-4b4b-a04a-7bc301591d15',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.651457] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1992f5d1-4d55-4145-a259-b8c60c8c3731 with status ACTIVE [ 681.651737] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.651940] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.652093] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.652361] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.652495] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.652714] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.653153] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.653153] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.653572] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.653695] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.653893] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.655507] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.655507] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.655507] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.655507] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.655507] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1992f5d1-4d55-4145-a259-b8c60c8c3731 is going to be updated. [ 681.669527] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 681.669694] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 681.669880] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 681.669996] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-77" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.670323] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-5a131463-61ab-49b1-9b8b-eaf925b080b3 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.670490] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-5a131463-61ab-49b1-9b8b-eaf925b080b3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.670606] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-5a131463-61ab-49b1-9b8b-eaf925b080b3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.670949] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-5a131463-61ab-49b1-9b8b-eaf925b080b3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.675872] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a131463-61ab-49b1-9b8b-eaf925b080b3',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.681340] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.681867] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.682305] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.682641] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.683706] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.683971] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1992f5d1-4d55-4145-a259-b8c60c8c3731" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.848264] env[69836]: INFO networking_nsxv3.common.synchronization [None req-b2680c84-deeb-4d99-b9bf-d14b0503d1e1 None None] Enqueued Resource ID: 5bc17041-8739-458d-bacb-1bb4fc505d26 with Priority: HIGHEST for action port [ 681.848698] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bc17041-8739-458d-bacb-1bb4fc505d26 with Priority: HIGHEST for action port [ 681.850896] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-5bc17041-8739-458d-bacb-1bb4fc505d26 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.850896] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5bc17041-8739-458d-bacb-1bb4fc505d26" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.850896] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5bc17041-8739-458d-bacb-1bb4fc505d26" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.850896] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5bc17041-8739-458d-bacb-1bb4fc505d26" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.850896] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5bc17041-8739-458d-bacb-1bb4fc505d26',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.960898] env[69836]: INFO networking_nsxv3.common.synchronization [None req-a9153e00-818a-469b-a01e-eb7beb95f40b None None] Enqueued Resource ID: c871b861-e05c-4d60-8c87-fd5627a62f32 with Priority: HIGHEST for action port [ 681.961194] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c871b861-e05c-4d60-8c87-fd5627a62f32 with Priority: HIGHEST for action port [ 681.961792] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-c871b861-e05c-4d60-8c87-fd5627a62f32 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.961927] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c871b861-e05c-4d60-8c87-fd5627a62f32" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.961985] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c871b861-e05c-4d60-8c87-fd5627a62f32" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.962820] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c871b861-e05c-4d60-8c87-fd5627a62f32" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.963025] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c871b861-e05c-4d60-8c87-fd5627a62f32',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.024555] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.024698] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.024757] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.024989] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.025112] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.025357] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.025428] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.025428] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.025607] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.025692] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.025849] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 081b149a-6447-4792-afcc-0a5674ac909c is going to be updated. [ 682.059294] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.059455] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.059526] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.059746] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.059904] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.078009] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 081b149a-6447-4792-afcc-0a5674ac909c in Status: IN_PROGRESS for 2s [ 682.149767] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4b542b83-d5b7-4b4b-a04a-7bc301591d15',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.178074] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.178260] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.178526] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.182047] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.182047] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.182047] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port 5a131463-61ab-49b1-9b8b-eaf925b080b3 not found, creating... [ 682.182047] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.182047] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.182047] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.182047] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.182761] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.182761] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.182761] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.182989] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.183195] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.183349] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.183478] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: 5a131463-61ab-49b1-9b8b-eaf925b080b3 is going to be created. [ 682.233392] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.233609] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.233735] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.234254] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.234561] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.235111] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-5a131463-61ab-49b1-9b8b-eaf925b080b3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.353240] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5bc17041-8739-458d-bacb-1bb4fc505d26 [ 682.353432] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.353621] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.353621] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.354019] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.354019] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.354140] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5bc17041-8739-458d-bacb-1bb4fc505d26 already deleted. [ 682.354140] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5bc17041-8739-458d-bacb-1bb4fc505d26" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.467905] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c871b861-e05c-4d60-8c87-fd5627a62f32 [ 682.467905] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.467905] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.467905] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.468736] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.468736] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.468736] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c871b861-e05c-4d60-8c87-fd5627a62f32 already deleted. [ 682.468736] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c871b861-e05c-4d60-8c87-fd5627a62f32" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.655353] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.655353] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.655353] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.655353] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.655353] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.655353] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b542b83-d5b7-4b4b-a04a-7bc301591d15 is going to be created. [ 682.683379] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.683379] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.683497] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.683658] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.683824] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.697159] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b542b83-d5b7-4b4b-a04a-7bc301591d15 in Status: UNINITIALIZED for 2s [ 682.744193] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee16653f-0b1a-4996-a83f-c1f65542b65d in Status: SUCCESS [ 682.744406] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee16653f-0b1a-4996-a83f-c1f65542b65d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.782163] env[69836]: INFO networking_nsxv3.common.synchronization [None req-c44ffc95-f880-426f-bf45-25c3cb4629a0 None None] Enqueued Resource ID: bfaef56a-d8c3-4558-9b05-6020cb774bd7 with Priority: HIGHEST for action port [ 682.782989] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfaef56a-d8c3-4558-9b05-6020cb774bd7 with Priority: HIGHEST for action port [ 682.783267] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-bfaef56a-d8c3-4558-9b05-6020cb774bd7 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.783397] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bfaef56a-d8c3-4558-9b05-6020cb774bd7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.783489] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bfaef56a-d8c3-4558-9b05-6020cb774bd7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.783766] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bfaef56a-d8c3-4558-9b05-6020cb774bd7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.783866] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfaef56a-d8c3-4558-9b05-6020cb774bd7',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.146754] env[69836]: INFO networking_nsxv3.common.synchronization [None req-cc84aa5f-cbec-4923-8ee2-52bf0f406ca4 None None] Enqueued Resource ID: fd7d62fb-73ff-4c89-bd6c-cb37e2bedfe2 with Priority: HIGHEST for action port [ 683.147227] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd7d62fb-73ff-4c89-bd6c-cb37e2bedfe2 with Priority: HIGHEST for action port [ 683.148148] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd7d62fb-73ff-4c89-bd6c-cb37e2bedfe2 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.148796] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd7d62fb-73ff-4c89-bd6c-cb37e2bedfe2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.148796] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd7d62fb-73ff-4c89-bd6c-cb37e2bedfe2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.148796] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd7d62fb-73ff-4c89-bd6c-cb37e2bedfe2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.148796] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd7d62fb-73ff-4c89-bd6c-cb37e2bedfe2',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.256387] env[69836]: INFO networking_nsxv3.common.synchronization [req-618bd78a-4b4b-4e7a-91dd-49a44d2e9019 req-39e4137e-71b7-4baa-af90-5e9f79665776 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] Enqueued Resource ID: 609f2954-141d-4e89-a574-b4bc76c0416a with Priority: HIGHEST for action security_group_members [ 683.256982] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 609f2954-141d-4e89-a574-b4bc76c0416a with Priority: HIGHEST for action security_group_members [ 683.257380] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-609f2954-141d-4e89-a574-b4bc76c0416a taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.257505] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-609f2954-141d-4e89-a574-b4bc76c0416a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.257575] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-609f2954-141d-4e89-a574-b4bc76c0416a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.257835] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-609f2954-141d-4e89-a574-b4bc76c0416a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.257990] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.258160] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.258221] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.258377] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.258462] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.258554] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('609f2954-141d-4e89-a574-b4bc76c0416a',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.289677] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bfaef56a-d8c3-4558-9b05-6020cb774bd7 [ 683.289898] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.290044] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.290114] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.290317] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.290409] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.290501] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bfaef56a-d8c3-4558-9b05-6020cb774bd7 already deleted. [ 683.290575] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bfaef56a-d8c3-4558-9b05-6020cb774bd7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.658784] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fd7d62fb-73ff-4c89-bd6c-cb37e2bedfe2 [ 683.658784] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.658784] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.658784] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.658784] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.658784] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.658784] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fd7d62fb-73ff-4c89-bd6c-cb37e2bedfe2 already deleted. [ 683.658784] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd7d62fb-73ff-4c89-bd6c-cb37e2bedfe2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.761690] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.761837] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.761903] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.766022] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.766022] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.766022] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.766022] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.766022] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.766022] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.766022] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.766022] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 609f2954-141d-4e89-a574-b4bc76c0416a already deleted. [ 683.766022] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-609f2954-141d-4e89-a574-b4bc76c0416a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.025985] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-404 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.026373] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.026373] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.026626] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.026812] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.026985] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.028533] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.028533] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.028533] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.028912] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 684.028912] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 684.028912] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 684.029083] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 684.029135] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 684.029257] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 684.029557] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 684.057589] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 684.057589] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 684.057742] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 684.057929] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.058291] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-9ab3c89d-60b8-4127-aa90-96ac93966d6c taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.058440] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-9ab3c89d-60b8-4127-aa90-96ac93966d6c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.058558] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-9ab3c89d-60b8-4127-aa90-96ac93966d6c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.058969] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-9ab3c89d-60b8-4127-aa90-96ac93966d6c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.059923] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ab3c89d-60b8-4127-aa90-96ac93966d6c',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.088151] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 081b149a-6447-4792-afcc-0a5674ac909c in Status: SUCCESS [ 684.088151] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 081b149a-6447-4792-afcc-0a5674ac909c deletion is rescheduled due to dependency. [ 684.088151] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-081b149a-6447-4792-afcc-0a5674ac909c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.172733] env[69836]: INFO networking_nsxv3.common.synchronization [req-410f059c-c16c-4e58-8ea8-1d4b479d57ae req-08f9700a-9a70-4f29-a56f-6d4127ab0aaa service nova] Enqueued Resource ID: 85effc41-e7cb-42c0-a978-067a7d9a89bf with Priority: HIGHEST for action security_group_rules [ 684.172733] env[69836]: INFO networking_nsxv3.common.synchronization [req-410f059c-c16c-4e58-8ea8-1d4b479d57ae req-08f9700a-9a70-4f29-a56f-6d4127ab0aaa service nova] Enqueued Resource ID: 85effc41-e7cb-42c0-a978-067a7d9a89bf with Priority: HIGHEST for action security_group_members [ 684.172733] env[69836]: INFO networking_nsxv3.common.synchronization [req-410f059c-c16c-4e58-8ea8-1d4b479d57ae req-08f9700a-9a70-4f29-a56f-6d4127ab0aaa service nova] Enqueued Resource ID: 5a131463-61ab-49b1-9b8b-eaf925b080b3 with Priority: HIGHEST for action port [ 684.172733] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85effc41-e7cb-42c0-a978-067a7d9a89bf with Priority: HIGHEST for action security_group_rules [ 684.175842] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85effc41-e7cb-42c0-a978-067a7d9a89bf with Priority: HIGHEST for action security_group_members [ 684.175842] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a131463-61ab-49b1-9b8b-eaf925b080b3 with Priority: HIGHEST for action port [ 684.175842] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85effc41-e7cb-42c0-a978-067a7d9a89bf taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.175842] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85effc41-e7cb-42c0-a978-067a7d9a89bf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.175842] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85effc41-e7cb-42c0-a978-067a7d9a89bf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.175842] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85effc41-e7cb-42c0-a978-067a7d9a89bf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.175842] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85effc41-e7cb-42c0-a978-067a7d9a89bf',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.179207] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-85effc41-e7cb-42c0-a978-067a7d9a89bf taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.179207] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85effc41-e7cb-42c0-a978-067a7d9a89bf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.179207] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85effc41-e7cb-42c0-a978-067a7d9a89bf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.183861] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85effc41-e7cb-42c0-a978-067a7d9a89bf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.183861] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.183861] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.183861] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.183861] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.183861] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.183861] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85effc41-e7cb-42c0-a978-067a7d9a89bf',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.183861] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a131463-61ab-49b1-9b8b-eaf925b080b3 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.183861] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a131463-61ab-49b1-9b8b-eaf925b080b3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.183861] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a131463-61ab-49b1-9b8b-eaf925b080b3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.183861] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a131463-61ab-49b1-9b8b-eaf925b080b3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.183861] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a131463-61ab-49b1-9b8b-eaf925b080b3',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.563268] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.563268] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.563268] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.563624] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.563902] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.564089] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port 9ab3c89d-60b8-4127-aa90-96ac93966d6c not found, creating... [ 684.564513] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.564585] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.564719] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.564975] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.565141] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.566186] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.566306] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.566552] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.566671] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.566810] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.567185] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: 9ab3c89d-60b8-4127-aa90-96ac93966d6c is going to be created. [ 684.592677] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.593156] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.593332] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.593607] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.593895] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.594132] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-9ab3c89d-60b8-4127-aa90-96ac93966d6c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.687211] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-85effc41-e7cb-42c0-a978-067a7d9a89bf taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.687563] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85effc41-e7cb-42c0-a978-067a7d9a89bf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.688630] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5a131463-61ab-49b1-9b8b-eaf925b080b3 with status ACTIVE [ 684.688630] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.688630] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.688630] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.688875] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.688875] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.689092] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.689173] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.689218] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.689387] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.689461] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.689647] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.689738] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.689804] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.689931] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.689999] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.690682] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5a131463-61ab-49b1-9b8b-eaf925b080b3 is going to be updated. [ 684.692155] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85effc41-e7cb-42c0-a978-067a7d9a89bf',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.729116] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b542b83-d5b7-4b4b-a04a-7bc301591d15 in Status: SUCCESS [ 684.729334] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b542b83-d5b7-4b4b-a04a-7bc301591d15" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.729501] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b542b83-d5b7-4b4b-a04a-7bc301591d15" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.729716] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b542b83-d5b7-4b4b-a04a-7bc301591d15" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.729995] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.730122] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.730165] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.730296] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.730375] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.730456] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b542b83-d5b7-4b4b-a04a-7bc301591d15" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.730545] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4b542b83-d5b7-4b4b-a04a-7bc301591d15',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.750462] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.750462] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.750462] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.750462] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.750462] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.751647] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a131463-61ab-49b1-9b8b-eaf925b080b3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.170165] env[69836]: INFO networking_nsxv3.common.synchronization [req-a7b3dca0-c10a-49ce-9e3e-1f8c57b2340c req-9904fe6d-8941-471f-a529-14170eab99f6 tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Enqueued Resource ID: 85effc41-e7cb-42c0-a978-067a7d9a89bf with Priority: HIGHEST for action security_group_members [ 685.170724] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85effc41-e7cb-42c0-a978-067a7d9a89bf with Priority: HIGHEST for action security_group_members [ 685.171506] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-85effc41-e7cb-42c0-a978-067a7d9a89bf taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.171506] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85effc41-e7cb-42c0-a978-067a7d9a89bf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.197535] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85effc41-e7cb-42c0-a978-067a7d9a89bf',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.236045] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4b542b83-d5b7-4b4b-a04a-7bc301591d15',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.480502] env[69836]: INFO networking_nsxv3.common.synchronization [None req-9343714d-2a33-4a12-9286-743d24670246 None None] Enqueued Resource ID: 9a3966e8-4ce3-40ce-b3f6-a1e1e8868310 with Priority: HIGHEST for action port [ 685.480502] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a3966e8-4ce3-40ce-b3f6-a1e1e8868310 with Priority: HIGHEST for action port [ 685.480695] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a3966e8-4ce3-40ce-b3f6-a1e1e8868310 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.480695] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a3966e8-4ce3-40ce-b3f6-a1e1e8868310" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.480791] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a3966e8-4ce3-40ce-b3f6-a1e1e8868310" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.481021] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a3966e8-4ce3-40ce-b3f6-a1e1e8868310" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.481123] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a3966e8-4ce3-40ce-b3f6-a1e1e8868310',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.561410] env[69836]: INFO networking_nsxv3.common.synchronization [None req-478502f5-c97b-4c0d-8f9a-7fef10aaf7ac None None] Enqueued Resource ID: 6c84f7ab-fc1d-4fab-b2c1-827c973f9cf6 with Priority: HIGHEST for action port [ 685.563094] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c84f7ab-fc1d-4fab-b2c1-827c973f9cf6 with Priority: HIGHEST for action port [ 685.563391] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c84f7ab-fc1d-4fab-b2c1-827c973f9cf6 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.563519] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c84f7ab-fc1d-4fab-b2c1-827c973f9cf6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.563578] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c84f7ab-fc1d-4fab-b2c1-827c973f9cf6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.563890] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c84f7ab-fc1d-4fab-b2c1-827c973f9cf6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.563966] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c84f7ab-fc1d-4fab-b2c1-827c973f9cf6',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.670198] env[69836]: INFO networking_nsxv3.common.synchronization [req-618bd78a-4b4b-4e7a-91dd-49a44d2e9019 req-f958b460-f50f-4302-b67b-d5d72f0a8909 service nova] Enqueued Resource ID: 609f2954-141d-4e89-a574-b4bc76c0416a with Priority: HIGHEST for action security_group_rules [ 685.670198] env[69836]: INFO networking_nsxv3.common.synchronization [req-618bd78a-4b4b-4e7a-91dd-49a44d2e9019 req-f958b460-f50f-4302-b67b-d5d72f0a8909 service nova] Enqueued Resource ID: 609f2954-141d-4e89-a574-b4bc76c0416a with Priority: HIGHEST for action security_group_members [ 685.670198] env[69836]: INFO networking_nsxv3.common.synchronization [req-618bd78a-4b4b-4e7a-91dd-49a44d2e9019 req-f958b460-f50f-4302-b67b-d5d72f0a8909 service nova] Enqueued Resource ID: 9ab3c89d-60b8-4127-aa90-96ac93966d6c with Priority: HIGHEST for action port [ 685.670198] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 609f2954-141d-4e89-a574-b4bc76c0416a with Priority: HIGHEST for action security_group_rules [ 685.670198] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 609f2954-141d-4e89-a574-b4bc76c0416a with Priority: HIGHEST for action security_group_members [ 685.670198] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ab3c89d-60b8-4127-aa90-96ac93966d6c with Priority: HIGHEST for action port [ 685.670198] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-609f2954-141d-4e89-a574-b4bc76c0416a taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.670198] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-609f2954-141d-4e89-a574-b4bc76c0416a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.670198] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-609f2954-141d-4e89-a574-b4bc76c0416a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.671125] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-609f2954-141d-4e89-a574-b4bc76c0416a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.671336] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('609f2954-141d-4e89-a574-b4bc76c0416a',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.672247] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-609f2954-141d-4e89-a574-b4bc76c0416a taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.672507] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-609f2954-141d-4e89-a574-b4bc76c0416a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.672736] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-609f2954-141d-4e89-a574-b4bc76c0416a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.673094] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-609f2954-141d-4e89-a574-b4bc76c0416a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.673326] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.673523] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.675027] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.675027] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.675027] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.675027] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('609f2954-141d-4e89-a574-b4bc76c0416a',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.675458] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ab3c89d-60b8-4127-aa90-96ac93966d6c taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.675701] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ab3c89d-60b8-4127-aa90-96ac93966d6c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.676231] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ab3c89d-60b8-4127-aa90-96ac93966d6c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.676511] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ab3c89d-60b8-4127-aa90-96ac93966d6c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.676686] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ab3c89d-60b8-4127-aa90-96ac93966d6c',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.701190] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.701190] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.701190] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.701190] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.701190] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.701190] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85effc41-e7cb-42c0-a978-067a7d9a89bf is going to be created. [ 685.725704] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.725704] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.725704] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.725704] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.725704] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.734398] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85effc41-e7cb-42c0-a978-067a7d9a89bf in Status: UNINITIALIZED for 2s [ 685.740239] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4b542b83-d5b7-4b4b-a04a-7bc301591d15: rpc.has_security_group_logging(os_id): False [ 685.759348] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.759348] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.759348] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.759348] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.759348] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.759348] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.759348] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.759348] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.759348] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.759348] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.759348] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4b542b83-d5b7-4b4b-a04a-7bc301591d15 is going to be created. [ 685.842553] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.842693] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.842802] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.842983] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.843188] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.862237] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4b542b83-d5b7-4b4b-a04a-7bc301591d15 in Status: IN_PROGRESS for 2s [ 685.983388] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9a3966e8-4ce3-40ce-b3f6-a1e1e8868310 [ 685.983670] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.983670] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.983960] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.984303] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.984462] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.984608] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9a3966e8-4ce3-40ce-b3f6-a1e1e8868310 already deleted. [ 685.984731] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a3966e8-4ce3-40ce-b3f6-a1e1e8868310" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.070182] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6c84f7ab-fc1d-4fab-b2c1-827c973f9cf6 [ 686.070182] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.070182] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.070182] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.070182] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.070404] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.070404] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6c84f7ab-fc1d-4fab-b2c1-827c973f9cf6 already deleted. [ 686.070471] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c84f7ab-fc1d-4fab-b2c1-827c973f9cf6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.080120] env[69836]: INFO networking_nsxv3.common.synchronization [None req-8dc58587-3a2d-4172-9a40-4b6c96802aaa None None] Enqueued Resource ID: 9b57d2cb-0d91-44d5-aa43-bc8c282bfed0 with Priority: HIGHEST for action port [ 686.080120] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b57d2cb-0d91-44d5-aa43-bc8c282bfed0 with Priority: HIGHEST for action port [ 686.081475] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b57d2cb-0d91-44d5-aa43-bc8c282bfed0 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.081475] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b57d2cb-0d91-44d5-aa43-bc8c282bfed0" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.081475] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b57d2cb-0d91-44d5-aa43-bc8c282bfed0" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.082752] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b57d2cb-0d91-44d5-aa43-bc8c282bfed0" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.082752] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b57d2cb-0d91-44d5-aa43-bc8c282bfed0',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.095403] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-77 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.095582] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-77" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.095635] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-77" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.095922] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-77" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.098968] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.100307] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.102434] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.102434] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.102434] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.102434] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 686.102434] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 686.102434] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 686.102434] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 686.102434] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 686.102434] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 686.102434] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 686.129361] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 686.129870] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 686.131223] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 686.131223] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-77" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.131223] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-00e58119-d309-4764-b36f-63eb45a8c232 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.131223] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-00e58119-d309-4764-b36f-63eb45a8c232" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.131223] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-00e58119-d309-4764-b36f-63eb45a8c232" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.131746] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-00e58119-d309-4764-b36f-63eb45a8c232" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.131808] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00e58119-d309-4764-b36f-63eb45a8c232',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.181124] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('609f2954-141d-4e89-a574-b4bc76c0416a',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.181715] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-609f2954-141d-4e89-a574-b4bc76c0416a taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.181819] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-609f2954-141d-4e89-a574-b4bc76c0416a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.181984] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9ab3c89d-60b8-4127-aa90-96ac93966d6c with status ACTIVE [ 686.182154] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.182297] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.182405] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.183303] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.183303] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.183303] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.183303] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.183303] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.183303] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.183303] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.185770] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.185770] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.185770] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.185770] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.185770] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.185770] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9ab3c89d-60b8-4127-aa90-96ac93966d6c is going to be updated. [ 686.214482] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.214681] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.214742] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.214924] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.215095] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.215263] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ab3c89d-60b8-4127-aa90-96ac93966d6c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.585813] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9b57d2cb-0d91-44d5-aa43-bc8c282bfed0 [ 686.585813] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.585813] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.585813] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.585813] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.585813] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.585813] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9b57d2cb-0d91-44d5-aa43-bc8c282bfed0 already deleted. [ 686.585813] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b57d2cb-0d91-44d5-aa43-bc8c282bfed0" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.642974] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.642974] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.642974] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.642974] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.642974] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.642974] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port 00e58119-d309-4764-b36f-63eb45a8c232 not found, creating... [ 686.642974] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.642974] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.642974] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.642974] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.642974] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.643451] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.643804] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.644114] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.644516] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.644817] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.645232] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: 00e58119-d309-4764-b36f-63eb45a8c232 is going to be created. [ 686.675887] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.675887] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.675887] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.676097] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.676299] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.676568] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-00e58119-d309-4764-b36f-63eb45a8c232" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.686621] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('609f2954-141d-4e89-a574-b4bc76c0416a',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.896202] env[69836]: INFO networking_nsxv3.common.synchronization [None req-8558c9c8-83b3-4b10-97de-abfc130cdf35 None None] Enqueued Resource ID: be244eff-0bcd-4b67-9f20-1137057f03ab with Priority: HIGHEST for action port [ 686.896807] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be244eff-0bcd-4b67-9f20-1137057f03ab with Priority: HIGHEST for action port [ 686.897166] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-be244eff-0bcd-4b67-9f20-1137057f03ab taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.898675] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be244eff-0bcd-4b67-9f20-1137057f03ab" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.898675] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be244eff-0bcd-4b67-9f20-1137057f03ab" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.898675] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be244eff-0bcd-4b67-9f20-1137057f03ab" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.898675] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be244eff-0bcd-4b67-9f20-1137057f03ab',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.193397] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.194185] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.194304] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.194567] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.194660] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.194761] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 609f2954-141d-4e89-a574-b4bc76c0416a is going to be created. [ 687.244796] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.244944] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.245023] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.245251] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.245479] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.257502] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 609f2954-141d-4e89-a574-b4bc76c0416a in Status: UNINITIALIZED for 2s [ 687.401559] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port be244eff-0bcd-4b67-9f20-1137057f03ab [ 687.401719] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.402330] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.402330] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.402330] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.402330] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.402330] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:be244eff-0bcd-4b67-9f20-1137057f03ab already deleted. [ 687.402690] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be244eff-0bcd-4b67-9f20-1137057f03ab" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.754045] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85effc41-e7cb-42c0-a978-067a7d9a89bf in Status: SUCCESS [ 687.754045] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85effc41-e7cb-42c0-a978-067a7d9a89bf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.754045] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85effc41-e7cb-42c0-a978-067a7d9a89bf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.754045] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85effc41-e7cb-42c0-a978-067a7d9a89bf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.754313] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.754372] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.754428] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.754588] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.754727] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.754793] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85effc41-e7cb-42c0-a978-067a7d9a89bf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.754855] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('85effc41-e7cb-42c0-a978-067a7d9a89bf',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.757264] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85effc41-e7cb-42c0-a978-067a7d9a89bf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.757368] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85effc41-e7cb-42c0-a978-067a7d9a89bf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.757587] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.757702] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.757763] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.757907] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.758581] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.758898] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85effc41-e7cb-42c0-a978-067a7d9a89bf',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.859173] env[69836]: INFO networking_nsxv3.common.synchronization [req-d0c4c834-82ae-43d3-a38c-d9ddb7d6641b req-12ab55a6-3ba6-4484-9cf0-a18b39e28b23 tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Enqueued Resource ID: 85effc41-e7cb-42c0-a978-067a7d9a89bf with Priority: HIGHEST for action security_group_members [ 687.859742] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85effc41-e7cb-42c0-a978-067a7d9a89bf with Priority: HIGHEST for action security_group_members [ 687.860703] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-85effc41-e7cb-42c0-a978-067a7d9a89bf taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.860873] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85effc41-e7cb-42c0-a978-067a7d9a89bf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.876605] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4b542b83-d5b7-4b4b-a04a-7bc301591d15 in Status: SUCCESS [ 687.877032] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4b542b83-d5b7-4b4b-a04a-7bc301591d15" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.158514] env[69836]: INFO networking_nsxv3.common.synchronization [req-a7b3dca0-c10a-49ce-9e3e-1f8c57b2340c req-f0223816-0278-426f-8e6b-6386be2f7aa7 service nova] Enqueued Resource ID: 85effc41-e7cb-42c0-a978-067a7d9a89bf with Priority: HIGHEST for action security_group_rules [ 688.158862] env[69836]: INFO networking_nsxv3.common.synchronization [req-a7b3dca0-c10a-49ce-9e3e-1f8c57b2340c req-f0223816-0278-426f-8e6b-6386be2f7aa7 service nova] Enqueued Resource ID: 85effc41-e7cb-42c0-a978-067a7d9a89bf with Priority: HIGHEST for action security_group_members [ 688.159635] env[69836]: INFO networking_nsxv3.common.synchronization [req-a7b3dca0-c10a-49ce-9e3e-1f8c57b2340c req-f0223816-0278-426f-8e6b-6386be2f7aa7 service nova] Enqueued Resource ID: 00e58119-d309-4764-b36f-63eb45a8c232 with Priority: HIGHEST for action port [ 688.159635] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85effc41-e7cb-42c0-a978-067a7d9a89bf with Priority: HIGHEST for action security_group_rules [ 688.159750] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85effc41-e7cb-42c0-a978-067a7d9a89bf with Priority: HIGHEST for action security_group_members [ 688.159784] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00e58119-d309-4764-b36f-63eb45a8c232 with Priority: HIGHEST for action port [ 688.160077] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85effc41-e7cb-42c0-a978-067a7d9a89bf taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.160191] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85effc41-e7cb-42c0-a978-067a7d9a89bf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.161108] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-85effc41-e7cb-42c0-a978-067a7d9a89bf taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.161108] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85effc41-e7cb-42c0-a978-067a7d9a89bf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.161108] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-00e58119-d309-4764-b36f-63eb45a8c232 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.161108] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00e58119-d309-4764-b36f-63eb45a8c232" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.161108] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00e58119-d309-4764-b36f-63eb45a8c232" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.161108] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00e58119-d309-4764-b36f-63eb45a8c232" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.161108] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00e58119-d309-4764-b36f-63eb45a8c232',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.258743] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-85effc41-e7cb-42c0-a978-067a7d9a89bf taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.261028] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85effc41-e7cb-42c0-a978-067a7d9a89bf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.261542] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85effc41-e7cb-42c0-a978-067a7d9a89bf',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.416851] env[69836]: INFO networking_nsxv3.common.synchronization [None req-845c4414-34fa-458a-a466-aa621c6ce8c4 None None] Enqueued Resource ID: 0cbb8c8e-0fa8-4510-a9dc-47281067979e with Priority: HIGHEST for action port [ 688.417151] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cbb8c8e-0fa8-4510-a9dc-47281067979e with Priority: HIGHEST for action port [ 688.417833] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-0cbb8c8e-0fa8-4510-a9dc-47281067979e taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.417950] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0cbb8c8e-0fa8-4510-a9dc-47281067979e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.417950] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0cbb8c8e-0fa8-4510-a9dc-47281067979e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.419800] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0cbb8c8e-0fa8-4510-a9dc-47281067979e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.419800] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cbb8c8e-0fa8-4510-a9dc-47281067979e',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.664814] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 00e58119-d309-4764-b36f-63eb45a8c232 with status ACTIVE [ 688.667785] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.667785] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.667785] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.667785] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.667785] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.667785] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.667785] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.667785] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.667785] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.667785] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.667785] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.667785] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.667785] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.667785] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.667785] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.667785] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 00e58119-d309-4764-b36f-63eb45a8c232 is going to be updated. [ 688.683031] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-77 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.683031] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-77" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.683031] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-77" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.683031] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-77" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.683031] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.683031] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.683031] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.683031] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.683031] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.683891] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 688.684215] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 688.684474] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 688.684801] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 688.685055] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 688.685276] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 688.685536] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 688.698293] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.698293] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.698293] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.698293] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.698293] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.698293] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00e58119-d309-4764-b36f-63eb45a8c232" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.715939] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 688.715939] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 688.715939] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 688.715939] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-77" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.715939] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-02edfd9e-66c5-4160-b756-69913a209ed9 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.715939] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-02edfd9e-66c5-4160-b756-69913a209ed9" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.715939] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-02edfd9e-66c5-4160-b756-69913a209ed9" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.715939] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-02edfd9e-66c5-4160-b756-69913a209ed9" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.715939] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02edfd9e-66c5-4160-b756-69913a209ed9',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.765289] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85effc41-e7cb-42c0-a978-067a7d9a89bf',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.925167] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0cbb8c8e-0fa8-4510-a9dc-47281067979e [ 688.925167] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.925167] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.925167] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.925387] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.925387] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.925449] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0cbb8c8e-0fa8-4510-a9dc-47281067979e already deleted. [ 688.925526] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0cbb8c8e-0fa8-4510-a9dc-47281067979e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.223413] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.223862] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.223989] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.224296] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.224515] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.225014] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port 02edfd9e-66c5-4160-b756-69913a209ed9 not found, creating... [ 689.225195] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.225423] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.225760] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.225927] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.227355] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.228654] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.229044] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.229216] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.229535] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.229749] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.231861] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: 02edfd9e-66c5-4160-b756-69913a209ed9 is going to be created. [ 689.268075] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.268290] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.268350] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.268584] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.268694] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.268791] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85effc41-e7cb-42c0-a978-067a7d9a89bf is going to be updated. [ 689.274490] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 609f2954-141d-4e89-a574-b4bc76c0416a in Status: SUCCESS [ 689.274490] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-609f2954-141d-4e89-a574-b4bc76c0416a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.274490] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-609f2954-141d-4e89-a574-b4bc76c0416a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.274490] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-609f2954-141d-4e89-a574-b4bc76c0416a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.274490] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.274490] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.274490] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.274852] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.274852] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.274852] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-609f2954-141d-4e89-a574-b4bc76c0416a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.274952] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('609f2954-141d-4e89-a574-b4bc76c0416a',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.282509] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.284383] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.284676] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.286104] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.286484] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.289351] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-02edfd9e-66c5-4160-b756-69913a209ed9" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.366649] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.366823] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.366897] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.367608] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.367608] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.380295] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85effc41-e7cb-42c0-a978-067a7d9a89bf in Status: IN_PROGRESS for 2s [ 689.789697] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-609f2954-141d-4e89-a574-b4bc76c0416a taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.789917] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-609f2954-141d-4e89-a574-b4bc76c0416a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.789997] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-609f2954-141d-4e89-a574-b4bc76c0416a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.790353] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-609f2954-141d-4e89-a574-b4bc76c0416a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.790707] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.790707] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.790862] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.791026] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.791155] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.791269] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-609f2954-141d-4e89-a574-b4bc76c0416a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.791658] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-609f2954-141d-4e89-a574-b4bc76c0416a taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.791658] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-609f2954-141d-4e89-a574-b4bc76c0416a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.791658] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-609f2954-141d-4e89-a574-b4bc76c0416a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.791857] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-609f2954-141d-4e89-a574-b4bc76c0416a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.791939] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.792039] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.793933] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.793933] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.793933] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.793933] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-609f2954-141d-4e89-a574-b4bc76c0416a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.793933] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('609f2954-141d-4e89-a574-b4bc76c0416a',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.092766] env[69836]: INFO networking_nsxv3.common.synchronization [req-d0c4c834-82ae-43d3-a38c-d9ddb7d6641b req-0f044446-5ed7-4731-b029-587e92e12505 service nova] Enqueued Resource ID: 85effc41-e7cb-42c0-a978-067a7d9a89bf with Priority: HIGHEST for action security_group_rules [ 690.093512] env[69836]: INFO networking_nsxv3.common.synchronization [req-d0c4c834-82ae-43d3-a38c-d9ddb7d6641b req-0f044446-5ed7-4731-b029-587e92e12505 service nova] Enqueued Resource ID: 85effc41-e7cb-42c0-a978-067a7d9a89bf with Priority: HIGHEST for action security_group_members [ 690.093512] env[69836]: INFO networking_nsxv3.common.synchronization [req-d0c4c834-82ae-43d3-a38c-d9ddb7d6641b req-0f044446-5ed7-4731-b029-587e92e12505 service nova] Enqueued Resource ID: 02edfd9e-66c5-4160-b756-69913a209ed9 with Priority: HIGHEST for action port [ 690.093657] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85effc41-e7cb-42c0-a978-067a7d9a89bf with Priority: HIGHEST for action security_group_rules [ 690.093791] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85effc41-e7cb-42c0-a978-067a7d9a89bf with Priority: HIGHEST for action security_group_members [ 690.093899] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02edfd9e-66c5-4160-b756-69913a209ed9 with Priority: HIGHEST for action port [ 690.095928] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85effc41-e7cb-42c0-a978-067a7d9a89bf taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.096059] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85effc41-e7cb-42c0-a978-067a7d9a89bf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.096282] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-85effc41-e7cb-42c0-a978-067a7d9a89bf taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.096368] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85effc41-e7cb-42c0-a978-067a7d9a89bf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.096575] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-02edfd9e-66c5-4160-b756-69913a209ed9 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.096648] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02edfd9e-66c5-4160-b756-69913a209ed9" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.096693] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02edfd9e-66c5-4160-b756-69913a209ed9" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.097151] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02edfd9e-66c5-4160-b756-69913a209ed9" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.097151] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02edfd9e-66c5-4160-b756-69913a209ed9',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.295086] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 609f2954-141d-4e89-a574-b4bc76c0416a: rpc.has_security_group_logging(os_id): False [ 690.321878] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.322227] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.322360] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.322888] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.323067] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.323359] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.323547] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.323703] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.323953] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.324112] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.324370] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.324532] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.324635] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.324815] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.324940] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.325533] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.326093] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.326093] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.326093] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.326093] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.326539] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 609f2954-141d-4e89-a574-b4bc76c0416a is going to be created. [ 690.391674] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.392167] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.392435] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.393431] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.393431] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.408313] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 609f2954-141d-4e89-a574-b4bc76c0416a in Status: IN_PROGRESS for 2s [ 690.600494] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 02edfd9e-66c5-4160-b756-69913a209ed9 with status ACTIVE [ 690.600745] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.600890] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.601443] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.601443] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.601443] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.601443] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.603382] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.603382] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.603382] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.603382] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.603382] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.603382] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.603382] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.603382] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.603382] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.603382] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 02edfd9e-66c5-4160-b756-69913a209ed9 is going to be updated. [ 690.629432] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.630135] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.630498] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.631237] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.631237] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.631237] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02edfd9e-66c5-4160-b756-69913a209ed9" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.392031] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85effc41-e7cb-42c0-a978-067a7d9a89bf in Status: SUCCESS [ 691.392357] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85effc41-e7cb-42c0-a978-067a7d9a89bf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.392451] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85effc41-e7cb-42c0-a978-067a7d9a89bf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.392691] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85effc41-e7cb-42c0-a978-067a7d9a89bf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.392882] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.393186] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.393186] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.393288] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.393325] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.393411] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85effc41-e7cb-42c0-a978-067a7d9a89bf',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.897064] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85effc41-e7cb-42c0-a978-067a7d9a89bf',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.399533] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85effc41-e7cb-42c0-a978-067a7d9a89bf',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.425257] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 609f2954-141d-4e89-a574-b4bc76c0416a in Status: SUCCESS [ 692.425257] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-609f2954-141d-4e89-a574-b4bc76c0416a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.902377] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.902594] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.906222] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.906222] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.906222] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.906222] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85effc41-e7cb-42c0-a978-067a7d9a89bf is going to be updated. [ 692.938567] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.938859] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.938859] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.939124] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.939313] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.951618] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85effc41-e7cb-42c0-a978-067a7d9a89bf in Status: IN_PROGRESS for 2s [ 693.918292] env[69836]: INFO networking_nsxv3.common.synchronization [None req-aaf66d17-9017-4125-af76-ae3d0a9681c0 None None] Enqueued Resource ID: df02a343-b205-4d9e-855b-ebc81938e5b3 with Priority: HIGHEST for action port [ 693.918292] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df02a343-b205-4d9e-855b-ebc81938e5b3 with Priority: HIGHEST for action port [ 693.918292] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-df02a343-b205-4d9e-855b-ebc81938e5b3 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.919074] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df02a343-b205-4d9e-855b-ebc81938e5b3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.919074] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df02a343-b205-4d9e-855b-ebc81938e5b3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.919074] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df02a343-b205-4d9e-855b-ebc81938e5b3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.919074] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df02a343-b205-4d9e-855b-ebc81938e5b3',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.423068] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port df02a343-b205-4d9e-855b-ebc81938e5b3 [ 694.423068] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.423221] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.423286] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.423491] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.423581] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.423678] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:df02a343-b205-4d9e-855b-ebc81938e5b3 already deleted. [ 694.423774] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df02a343-b205-4d9e-855b-ebc81938e5b3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.547254] env[69836]: INFO networking_nsxv3.common.synchronization [None req-5cc15e92-dd74-4f6c-9505-7050910a44d5 None None] Enqueued Resource ID: bc396cd1-8d24-4131-8603-f9600d8912b9 with Priority: HIGHEST for action port [ 694.547825] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc396cd1-8d24-4131-8603-f9600d8912b9 with Priority: HIGHEST for action port [ 694.550335] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc396cd1-8d24-4131-8603-f9600d8912b9 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.551765] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc396cd1-8d24-4131-8603-f9600d8912b9" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.551765] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc396cd1-8d24-4131-8603-f9600d8912b9" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.551765] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc396cd1-8d24-4131-8603-f9600d8912b9" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.551765] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc396cd1-8d24-4131-8603-f9600d8912b9',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.560257] env[69836]: INFO networking_nsxv3.common.synchronization [req-ce8c5bd4-f783-4c85-8831-225388d2d1cb req-804f87c2-5eab-486b-9918-23f141dcc9e4 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Enqueued Resource ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 with Priority: HIGHEST for action security_group_members [ 694.560257] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 with Priority: HIGHEST for action security_group_members [ 694.561162] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-798155c2-14bd-4af3-9fc9-a42ec3f39a34 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.561462] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.561551] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.562215] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.562215] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.562215] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.562215] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.562487] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.562568] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.562700] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('798155c2-14bd-4af3-9fc9-a42ec3f39a34',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.965622] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85effc41-e7cb-42c0-a978-067a7d9a89bf in Status: SUCCESS [ 694.965994] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85effc41-e7cb-42c0-a978-067a7d9a89bf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.966113] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85effc41-e7cb-42c0-a978-067a7d9a89bf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.966359] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85effc41-e7cb-42c0-a978-067a7d9a89bf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.966552] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.966812] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.966812] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.966919] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.967014] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.967125] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85effc41-e7cb-42c0-a978-067a7d9a89bf',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.056606] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bc396cd1-8d24-4131-8603-f9600d8912b9 [ 695.056606] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.056803] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.056803] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.056966] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.057110] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.057247] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bc396cd1-8d24-4131-8603-f9600d8912b9 already deleted. [ 695.057372] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc396cd1-8d24-4131-8603-f9600d8912b9" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.065168] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.065168] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.065168] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.065168] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.065168] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.065511] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.065511] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.065511] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.066229] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.066229] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.066229] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 already deleted. [ 695.066229] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.474034] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85effc41-e7cb-42c0-a978-067a7d9a89bf',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.516778] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-374 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.516778] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-374" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.516778] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-374" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.517237] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-374" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.518145] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.518369] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.518520] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.518670] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.519503] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.520449] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 695.520578] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 695.520691] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 695.520803] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 695.520923] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 695.521064] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 695.521174] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 695.543203] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 695.544306] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 695.544306] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 695.544479] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-374" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.545322] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-68235362-d373-4f47-a5db-b36c9f984bef taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.545322] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-68235362-d373-4f47-a5db-b36c9f984bef" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.545322] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-68235362-d373-4f47-a5db-b36c9f984bef" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.545639] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-68235362-d373-4f47-a5db-b36c9f984bef" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.545639] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68235362-d373-4f47-a5db-b36c9f984bef',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.978216] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85effc41-e7cb-42c0-a978-067a7d9a89bf',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.048078] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.048317] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.048404] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.048672] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.048814] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.049024] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port 68235362-d373-4f47-a5db-b36c9f984bef not found, creating... [ 696.049233] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.049383] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.049518] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.049703] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.049831] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.050131] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.050366] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.050405] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.052028] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.052028] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.052028] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: 68235362-d373-4f47-a5db-b36c9f984bef is going to be created. [ 696.077652] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.077867] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.077988] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.078295] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.078523] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.078739] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-68235362-d373-4f47-a5db-b36c9f984bef" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.482353] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.482860] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.482860] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.482963] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.483016] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.484797] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85effc41-e7cb-42c0-a978-067a7d9a89bf is going to be updated. [ 696.536702] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.536860] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.536942] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.537198] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.537343] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.552196] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85effc41-e7cb-42c0-a978-067a7d9a89bf in Status: IN_PROGRESS for 2s [ 696.793152] env[69836]: INFO networking_nsxv3.common.synchronization [None req-ad8a41af-b447-4d91-a12b-92b5549a0bf4 None None] Enqueued Resource ID: 6264c6ff-0a4d-49ae-9b26-9100d861ad83 with Priority: HIGHEST for action port [ 696.793152] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6264c6ff-0a4d-49ae-9b26-9100d861ad83 with Priority: HIGHEST for action port [ 696.793152] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-6264c6ff-0a4d-49ae-9b26-9100d861ad83 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.793152] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6264c6ff-0a4d-49ae-9b26-9100d861ad83" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.793152] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6264c6ff-0a4d-49ae-9b26-9100d861ad83" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.793841] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6264c6ff-0a4d-49ae-9b26-9100d861ad83" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.793841] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6264c6ff-0a4d-49ae-9b26-9100d861ad83',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.976147] env[69836]: INFO networking_nsxv3.common.synchronization [None req-29624327-92ce-4488-ba15-3389918fce87 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Enqueued Resource ID: 230c9059-fa4c-4269-a09b-17355ac525c2 with Priority: HIGHEST for action security_group_rules [ 696.976742] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 230c9059-fa4c-4269-a09b-17355ac525c2 with Priority: HIGHEST for action security_group_rules [ 696.977070] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-230c9059-fa4c-4269-a09b-17355ac525c2 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.977212] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-230c9059-fa4c-4269-a09b-17355ac525c2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.977279] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-230c9059-fa4c-4269-a09b-17355ac525c2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.977575] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-230c9059-fa4c-4269-a09b-17355ac525c2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.977658] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('230c9059-fa4c-4269-a09b-17355ac525c2',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.114964] env[69836]: INFO networking_nsxv3.common.synchronization [req-ce8c5bd4-f783-4c85-8831-225388d2d1cb req-0a3060e1-16a2-4f5a-b82a-c4a5702d7dc0 service nova] Enqueued Resource ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 with Priority: HIGHEST for action security_group_rules [ 697.114964] env[69836]: INFO networking_nsxv3.common.synchronization [req-ce8c5bd4-f783-4c85-8831-225388d2d1cb req-0a3060e1-16a2-4f5a-b82a-c4a5702d7dc0 service nova] Enqueued Resource ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 with Priority: HIGHEST for action security_group_members [ 697.114964] env[69836]: INFO networking_nsxv3.common.synchronization [req-ce8c5bd4-f783-4c85-8831-225388d2d1cb req-0a3060e1-16a2-4f5a-b82a-c4a5702d7dc0 service nova] Enqueued Resource ID: 68235362-d373-4f47-a5db-b36c9f984bef with Priority: HIGHEST for action port [ 697.114964] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 with Priority: HIGHEST for action security_group_rules [ 697.114964] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 with Priority: HIGHEST for action security_group_members [ 697.115557] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68235362-d373-4f47-a5db-b36c9f984bef with Priority: HIGHEST for action port [ 697.115557] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-798155c2-14bd-4af3-9fc9-a42ec3f39a34 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.115557] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.115557] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.116093] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.116093] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('798155c2-14bd-4af3-9fc9-a42ec3f39a34',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.119956] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-798155c2-14bd-4af3-9fc9-a42ec3f39a34 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.119956] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.119956] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.119956] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.119956] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.119956] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.119956] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.119956] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.120526] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.120526] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('798155c2-14bd-4af3-9fc9-a42ec3f39a34',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.124388] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-68235362-d373-4f47-a5db-b36c9f984bef taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.124388] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68235362-d373-4f47-a5db-b36c9f984bef" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.124388] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68235362-d373-4f47-a5db-b36c9f984bef" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.124388] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68235362-d373-4f47-a5db-b36c9f984bef" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.124388] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68235362-d373-4f47-a5db-b36c9f984bef',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.128791] env[69836]: INFO networking_nsxv3.common.synchronization [None req-9b529157-85dd-44d0-b5ea-db9191288e65 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Enqueued Resource ID: 230c9059-fa4c-4269-a09b-17355ac525c2 with Priority: HIGHEST for action security_group_rules [ 697.131197] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 230c9059-fa4c-4269-a09b-17355ac525c2 with Priority: HIGHEST for action security_group_rules [ 697.131629] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-230c9059-fa4c-4269-a09b-17355ac525c2 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.131760] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-230c9059-fa4c-4269-a09b-17355ac525c2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.297025] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6264c6ff-0a4d-49ae-9b26-9100d861ad83 [ 697.297025] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.297025] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.297025] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.297025] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.297025] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.297025] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6264c6ff-0a4d-49ae-9b26-9100d861ad83 already deleted. [ 697.297025] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6264c6ff-0a4d-49ae-9b26-9100d861ad83" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.500153] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.500322] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.500688] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.500688] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.500688] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.500889] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 230c9059-fa4c-4269-a09b-17355ac525c2 already deleted. [ 697.500889] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-230c9059-fa4c-4269-a09b-17355ac525c2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.500986] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-230c9059-fa4c-4269-a09b-17355ac525c2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.504718] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-230c9059-fa4c-4269-a09b-17355ac525c2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.504718] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('230c9059-fa4c-4269-a09b-17355ac525c2',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.627688] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-798155c2-14bd-4af3-9fc9-a42ec3f39a34 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.627833] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.628009] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('798155c2-14bd-4af3-9fc9-a42ec3f39a34',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.632822] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 68235362-d373-4f47-a5db-b36c9f984bef with status ACTIVE [ 697.634599] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.634599] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.634599] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.634599] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.634599] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.634599] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.634599] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.634599] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.634599] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.634599] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.634599] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.634599] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.634599] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.634599] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.634599] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.635240] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 68235362-d373-4f47-a5db-b36c9f984bef is going to be updated. [ 697.665809] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.665809] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.666017] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.666648] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.666822] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.667016] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68235362-d373-4f47-a5db-b36c9f984bef" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.769680] env[69836]: INFO networking_nsxv3.common.synchronization [None req-099b77a7-9e0a-41ac-912c-fe2cd56696ec None None] Enqueued Resource ID: f733844d-b0ae-4e89-96b3-44904504a3a9 with Priority: HIGHEST for action port [ 697.769680] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f733844d-b0ae-4e89-96b3-44904504a3a9 with Priority: HIGHEST for action port [ 697.770371] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-f733844d-b0ae-4e89-96b3-44904504a3a9 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.772931] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f733844d-b0ae-4e89-96b3-44904504a3a9" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.772931] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f733844d-b0ae-4e89-96b3-44904504a3a9" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.772931] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f733844d-b0ae-4e89-96b3-44904504a3a9" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.772931] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f733844d-b0ae-4e89-96b3-44904504a3a9',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.029078] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.029078] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.029078] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.029078] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.029078] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.029078] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 230c9059-fa4c-4269-a09b-17355ac525c2 already deleted. [ 698.029078] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-230c9059-fa4c-4269-a09b-17355ac525c2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.131172] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('798155c2-14bd-4af3-9fc9-a42ec3f39a34',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.274513] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f733844d-b0ae-4e89-96b3-44904504a3a9 [ 698.274894] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.274894] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.275159] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.275287] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.275371] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.275446] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f733844d-b0ae-4e89-96b3-44904504a3a9 already deleted. [ 698.275597] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f733844d-b0ae-4e89-96b3-44904504a3a9" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.564853] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85effc41-e7cb-42c0-a978-067a7d9a89bf in Status: SUCCESS [ 698.565190] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85effc41-e7cb-42c0-a978-067a7d9a89bf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.565313] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85effc41-e7cb-42c0-a978-067a7d9a89bf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.565639] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85effc41-e7cb-42c0-a978-067a7d9a89bf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.565846] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.566054] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.566121] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.566318] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.566689] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.566689] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85effc41-e7cb-42c0-a978-067a7d9a89bf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.566795] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-85effc41-e7cb-42c0-a978-067a7d9a89bf taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.566858] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85effc41-e7cb-42c0-a978-067a7d9a89bf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.566858] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85effc41-e7cb-42c0-a978-067a7d9a89bf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.570018] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85effc41-e7cb-42c0-a978-067a7d9a89bf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.571300] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.571422] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.571487] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.571660] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.571795] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.571988] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85effc41-e7cb-42c0-a978-067a7d9a89bf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.572330] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('85effc41-e7cb-42c0-a978-067a7d9a89bf',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.573060] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85effc41-e7cb-42c0-a978-067a7d9a89bf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.573231] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85effc41-e7cb-42c0-a978-067a7d9a89bf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.573393] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.573552] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.573587] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.573700] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.573892] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.574034] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85effc41-e7cb-42c0-a978-067a7d9a89bf',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.634397] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.634733] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.634733] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.634830] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.634905] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.634993] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 is going to be created. [ 698.663161] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.663161] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.663161] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.663161] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.663161] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.679270] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 in Status: UNINITIALIZED for 2s [ 698.819981] env[69836]: INFO networking_nsxv3.common.synchronization [None req-7acedc7e-dee3-4288-8ea3-f95a422ae2ee None None] Enqueued Resource ID: a88dd51c-83de-46ad-a00d-0c7a0036575b with Priority: HIGHEST for action port [ 698.820403] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a88dd51c-83de-46ad-a00d-0c7a0036575b with Priority: HIGHEST for action port [ 698.820987] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-a88dd51c-83de-46ad-a00d-0c7a0036575b taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.821136] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a88dd51c-83de-46ad-a00d-0c7a0036575b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.821257] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a88dd51c-83de-46ad-a00d-0c7a0036575b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.821452] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a88dd51c-83de-46ad-a00d-0c7a0036575b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.821533] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a88dd51c-83de-46ad-a00d-0c7a0036575b',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.908795] env[69836]: INFO networking_nsxv3.common.synchronization [req-c79b7038-6212-442c-a661-00b251a0beea req-8cefaf18-e9cc-4133-9f43-0dbc73b064d8 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Enqueued Resource ID: cc5fcf28-1a4d-464d-a473-8bee266a87b7 with Priority: HIGHEST for action security_group_members [ 698.909355] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc5fcf28-1a4d-464d-a473-8bee266a87b7 with Priority: HIGHEST for action security_group_members [ 698.909664] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc5fcf28-1a4d-464d-a473-8bee266a87b7 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.909816] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.909896] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.910200] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.910300] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.910428] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.910428] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.910572] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.910656] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.910795] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc5fcf28-1a4d-464d-a473-8bee266a87b7',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.075790] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 85effc41-e7cb-42c0-a978-067a7d9a89bf: rpc.has_security_group_logging(os_id): False [ 699.077266] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85effc41-e7cb-42c0-a978-067a7d9a89bf',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.101867] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.102996] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.102996] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.102996] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.102996] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.102996] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.102996] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.102996] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.102996] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.102996] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.103389] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.103389] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.103389] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.103498] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.103498] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.103888] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.103888] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.103888] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.104057] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.104159] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.104730] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85effc41-e7cb-42c0-a978-067a7d9a89bf is going to be created. [ 699.172021] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.172021] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.172021] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.172021] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.172021] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.185094] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85effc41-e7cb-42c0-a978-067a7d9a89bf in Status: IN_PROGRESS for 2s [ 699.328537] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a88dd51c-83de-46ad-a00d-0c7a0036575b [ 699.328737] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.328857] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.328924] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.329163] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.329413] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.329413] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a88dd51c-83de-46ad-a00d-0c7a0036575b already deleted. [ 699.329413] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a88dd51c-83de-46ad-a00d-0c7a0036575b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.398127] env[69836]: INFO networking_nsxv3.common.synchronization [req-21bfa71b-5b88-46aa-8649-6ca347d3cc72 req-fa599ece-d8a5-4369-a643-e5e751bcbce6 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] Enqueued Resource ID: 609f2954-141d-4e89-a574-b4bc76c0416a with Priority: HIGHEST for action security_group_members [ 699.398127] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 609f2954-141d-4e89-a574-b4bc76c0416a with Priority: HIGHEST for action security_group_members [ 699.398127] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-609f2954-141d-4e89-a574-b4bc76c0416a taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.398127] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-609f2954-141d-4e89-a574-b4bc76c0416a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.398127] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-609f2954-141d-4e89-a574-b4bc76c0416a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.398672] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-609f2954-141d-4e89-a574-b4bc76c0416a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.398672] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.398672] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.398672] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.398890] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.398890] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.398890] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('609f2954-141d-4e89-a574-b4bc76c0416a',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.413909] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.413909] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.413909] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.413909] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.413909] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.414367] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.415647] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.415647] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.415647] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.415839] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.415839] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc5fcf28-1a4d-464d-a473-8bee266a87b7 already deleted. [ 699.415901] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.460282] env[69836]: INFO networking_nsxv3.common.synchronization [req-c79b7038-6212-442c-a661-00b251a0beea req-1d3eb519-5766-4e27-9c4e-4af08b3a5fd5 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Enqueued Resource ID: cc5fcf28-1a4d-464d-a473-8bee266a87b7 with Priority: HIGHEST for action security_group_members [ 699.463295] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc5fcf28-1a4d-464d-a473-8bee266a87b7 with Priority: HIGHEST for action security_group_members [ 699.463295] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc5fcf28-1a4d-464d-a473-8bee266a87b7 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.463295] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.463295] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.469956] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.469956] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.469956] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.469956] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.469956] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.469956] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.469956] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc5fcf28-1a4d-464d-a473-8bee266a87b7',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.582209] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85effc41-e7cb-42c0-a978-067a7d9a89bf',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.905725] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.906142] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.906342] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.906641] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.907202] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.907728] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.910301] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.910301] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.910301] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.910301] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.910301] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 609f2954-141d-4e89-a574-b4bc76c0416a is going to be updated. [ 699.941287] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.941794] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.942020] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.943030] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.943030] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.954198] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 609f2954-141d-4e89-a574-b4bc76c0416a in Status: IN_PROGRESS for 2s [ 699.974490] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.974731] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.974731] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.975166] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.975166] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.975364] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.975364] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.975364] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.975530] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.975574] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.976427] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc5fcf28-1a4d-464d-a473-8bee266a87b7 already deleted. [ 699.976427] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.000706] env[69836]: INFO networking_nsxv3.common.synchronization [req-c79b7038-6212-442c-a661-00b251a0beea req-6f0e573c-db93-4f3a-a191-6e8698201df7 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Enqueued Resource ID: cc5fcf28-1a4d-464d-a473-8bee266a87b7 with Priority: HIGHEST for action security_group_members [ 700.000706] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc5fcf28-1a4d-464d-a473-8bee266a87b7 with Priority: HIGHEST for action security_group_members [ 700.000965] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc5fcf28-1a4d-464d-a473-8bee266a87b7 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.003077] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.003158] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.003370] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.003545] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.003649] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.003708] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.003874] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.003979] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.004096] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc5fcf28-1a4d-464d-a473-8bee266a87b7',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.088336] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.088336] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.088336] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.088336] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.088336] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.088336] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85effc41-e7cb-42c0-a978-067a7d9a89bf is going to be updated. [ 700.118032] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.118190] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.118258] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.118486] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.119080] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.134643] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85effc41-e7cb-42c0-a978-067a7d9a89bf in Status: IN_PROGRESS for 2s [ 700.337197] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-725 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.337593] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-725" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.337593] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-725" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.337856] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-725" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.338140] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.338344] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.338478] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.338701] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.338868] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.339301] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 700.339301] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 700.339301] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 700.339642] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 700.339642] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 700.339642] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 700.339753] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 700.378241] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 700.379790] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.039 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 700.379790] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 700.379790] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-725" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.379790] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-b4899818-4c46-4569-aa95-c8b2cac46b61 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.379790] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-b4899818-4c46-4569-aa95-c8b2cac46b61" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.379790] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-b4899818-4c46-4569-aa95-c8b2cac46b61" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.379790] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-b4899818-4c46-4569-aa95-c8b2cac46b61" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.380150] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4899818-4c46-4569-aa95-c8b2cac46b61',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.506648] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.506847] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.506889] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.507096] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.507193] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.507386] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.507483] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.507772] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.507912] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.507999] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.508460] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc5fcf28-1a4d-464d-a473-8bee266a87b7 already deleted. [ 700.508460] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.691886] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 in Status: SUCCESS [ 700.692203] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.692402] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.694084] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.694474] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.694474] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.694624] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.694704] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.694763] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.694850] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.694936] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('798155c2-14bd-4af3-9fc9-a42ec3f39a34',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.883433] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.883776] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.884012] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.887627] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.887627] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.887627] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port b4899818-4c46-4569-aa95-c8b2cac46b61 not found, creating... [ 700.887627] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.887627] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.887627] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.887627] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.887627] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.887627] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.887627] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.888170] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.888170] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.888386] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.888540] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: b4899818-4c46-4569-aa95-c8b2cac46b61 is going to be created. [ 700.914858] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.914858] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.914858] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.914858] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.914858] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.914858] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-b4899818-4c46-4569-aa95-c8b2cac46b61" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.084199] env[69836]: INFO networking_nsxv3.common.synchronization [None req-d02c36de-ceaf-4b92-9c54-45979c8e37ea None None] Enqueued Resource ID: 69033c0b-2ba9-491a-9969-408d8913c056 with Priority: HIGHEST for action port [ 701.084435] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69033c0b-2ba9-491a-9969-408d8913c056 with Priority: HIGHEST for action port [ 701.085033] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-69033c0b-2ba9-491a-9969-408d8913c056 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.085208] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69033c0b-2ba9-491a-9969-408d8913c056" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.085300] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69033c0b-2ba9-491a-9969-408d8913c056" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.087085] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69033c0b-2ba9-491a-9969-408d8913c056" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.087202] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69033c0b-2ba9-491a-9969-408d8913c056',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.198843] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85effc41-e7cb-42c0-a978-067a7d9a89bf in Status: SUCCESS [ 701.199087] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85effc41-e7cb-42c0-a978-067a7d9a89bf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.199471] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-798155c2-14bd-4af3-9fc9-a42ec3f39a34 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.199596] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.199665] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.199867] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.200055] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.200161] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.200225] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.200380] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.200466] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.200551] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.200697] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-798155c2-14bd-4af3-9fc9-a42ec3f39a34 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.200787] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.200846] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.200987] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.201340] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.201439] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.201506] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.201938] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.202170] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.202280] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.202377] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('798155c2-14bd-4af3-9fc9-a42ec3f39a34',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.203754] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85effc41-e7cb-42c0-a978-067a7d9a89bf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.203941] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85effc41-e7cb-42c0-a978-067a7d9a89bf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.204041] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85effc41-e7cb-42c0-a978-067a7d9a89bf',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.268289] env[69836]: INFO networking_nsxv3.common.synchronization [req-0fb8b1cb-d2a2-41d3-9099-739e9b8ec47b req-6709c075-b6bf-4c2e-8fdb-236466cb837e tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Enqueued Resource ID: 6e0e445d-71e0-4ec9-b107-f5d57ff36caa with Priority: HIGHEST for action security_group_members [ 701.268289] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e0e445d-71e0-4ec9-b107-f5d57ff36caa with Priority: HIGHEST for action security_group_members [ 701.268527] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e0e445d-71e0-4ec9-b107-f5d57ff36caa taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.268654] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e0e445d-71e0-4ec9-b107-f5d57ff36caa" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.269339] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e0e445d-71e0-4ec9-b107-f5d57ff36caa" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.269339] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e0e445d-71e0-4ec9-b107-f5d57ff36caa" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.269673] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.269765] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.269856] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.270312] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.270312] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.270459] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e0e445d-71e0-4ec9-b107-f5d57ff36caa',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.591801] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 69033c0b-2ba9-491a-9969-408d8913c056 [ 701.592164] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.592292] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.592375] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.592639] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.592706] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.592792] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:69033c0b-2ba9-491a-9969-408d8913c056 already deleted. [ 701.592879] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69033c0b-2ba9-491a-9969-408d8913c056" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.626541] env[69836]: INFO networking_nsxv3.common.synchronization [req-c79b7038-6212-442c-a661-00b251a0beea req-40d6ebca-a84e-437f-8ec5-172fb77f4979 service nova] Enqueued Resource ID: cc5fcf28-1a4d-464d-a473-8bee266a87b7 with Priority: HIGHEST for action security_group_rules [ 701.627936] env[69836]: INFO networking_nsxv3.common.synchronization [req-c79b7038-6212-442c-a661-00b251a0beea req-40d6ebca-a84e-437f-8ec5-172fb77f4979 service nova] Enqueued Resource ID: cc5fcf28-1a4d-464d-a473-8bee266a87b7 with Priority: HIGHEST for action security_group_members [ 701.628212] env[69836]: INFO networking_nsxv3.common.synchronization [req-c79b7038-6212-442c-a661-00b251a0beea req-40d6ebca-a84e-437f-8ec5-172fb77f4979 service nova] Enqueued Resource ID: b4899818-4c46-4569-aa95-c8b2cac46b61 with Priority: HIGHEST for action port [ 701.630428] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc5fcf28-1a4d-464d-a473-8bee266a87b7 with Priority: HIGHEST for action security_group_rules [ 701.630428] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc5fcf28-1a4d-464d-a473-8bee266a87b7 with Priority: HIGHEST for action security_group_members [ 701.630428] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4899818-4c46-4569-aa95-c8b2cac46b61 with Priority: HIGHEST for action port [ 701.630428] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc5fcf28-1a4d-464d-a473-8bee266a87b7 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.630428] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.631282] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.632217] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.632339] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc5fcf28-1a4d-464d-a473-8bee266a87b7',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.635073] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc5fcf28-1a4d-464d-a473-8bee266a87b7 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.635073] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.635073] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.635073] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.635342] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.635342] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.635430] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.635512] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.636684] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.638018] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc5fcf28-1a4d-464d-a473-8bee266a87b7',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.638737] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4899818-4c46-4569-aa95-c8b2cac46b61 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.638868] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4899818-4c46-4569-aa95-c8b2cac46b61" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.638934] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4899818-4c46-4569-aa95-c8b2cac46b61" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.639145] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4899818-4c46-4569-aa95-c8b2cac46b61" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.639225] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4899818-4c46-4569-aa95-c8b2cac46b61',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.705668] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 798155c2-14bd-4af3-9fc9-a42ec3f39a34: rpc.has_security_group_logging(os_id): False [ 701.709532] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-85effc41-e7cb-42c0-a978-067a7d9a89bf taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.709679] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85effc41-e7cb-42c0-a978-067a7d9a89bf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.727425] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.728097] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.728097] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.728696] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.729488] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.729488] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.729488] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.729488] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.729705] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.729705] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.729861] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.729957] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.730070] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.730221] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.730325] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.730614] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.730728] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.730791] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.730934] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.731030] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.731129] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 is going to be created. [ 701.773207] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.773207] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.773371] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.773488] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.773579] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.773769] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.773858] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.773972] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.774117] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.774199] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.774286] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e0e445d-71e0-4ec9-b107-f5d57ff36caa already deleted. [ 701.774366] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e0e445d-71e0-4ec9-b107-f5d57ff36caa" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.791329] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.791329] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.791538] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.791580] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.792942] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.795089] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-226 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.795388] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-226" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.795388] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-226" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.795816] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-226" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.796245] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.796245] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.796431] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.796975] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.796975] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.796975] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 701.796975] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 701.797540] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 701.797540] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 701.797540] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 701.797540] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 701.797540] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 701.806854] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 in Status: IN_PROGRESS for 2s [ 701.820160] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 701.822596] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 701.822596] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 701.822596] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-226" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.822596] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-6c3c2257-911b-42d2-beec-5ca2d602b4f8 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.822596] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-6c3c2257-911b-42d2-beec-5ca2d602b4f8" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.822596] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-6c3c2257-911b-42d2-beec-5ca2d602b4f8" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.822596] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-6c3c2257-911b-42d2-beec-5ca2d602b4f8" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.822596] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c3c2257-911b-42d2-beec-5ca2d602b4f8',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.969025] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 609f2954-141d-4e89-a574-b4bc76c0416a in Status: SUCCESS [ 701.969969] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 609f2954-141d-4e89-a574-b4bc76c0416a deletion is rescheduled due to dependency. [ 701.970120] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-609f2954-141d-4e89-a574-b4bc76c0416a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.136268] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc5fcf28-1a4d-464d-a473-8bee266a87b7 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.137199] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.140643] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cc5fcf28-1a4d-464d-a473-8bee266a87b7',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.142842] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b4899818-4c46-4569-aa95-c8b2cac46b61 with status ACTIVE [ 702.143079] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.143211] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.143296] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.143551] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.143676] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.143884] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.144045] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.144129] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.144313] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.144421] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.144680] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.144828] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.144915] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.145098] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.145202] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.145296] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b4899818-4c46-4569-aa95-c8b2cac46b61 is going to be updated. [ 702.150819] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85effc41-e7cb-42c0-a978-067a7d9a89bf in Status: SUCCESS [ 702.151061] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85effc41-e7cb-42c0-a978-067a7d9a89bf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.151332] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85effc41-e7cb-42c0-a978-067a7d9a89bf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.151571] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85effc41-e7cb-42c0-a978-067a7d9a89bf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.151840] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.152125] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.152125] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.152339] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.152451] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.152559] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85effc41-e7cb-42c0-a978-067a7d9a89bf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.152656] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('85effc41-e7cb-42c0-a978-067a7d9a89bf',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.179111] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.179321] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.179376] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.180370] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.180370] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.180370] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4899818-4c46-4569-aa95-c8b2cac46b61" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.331210] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.331210] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.331210] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.331210] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.331210] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.331210] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port 6c3c2257-911b-42d2-beec-5ca2d602b4f8 not found, creating... [ 702.331210] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.331210] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.331210] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.331210] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.331210] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.331621] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.331621] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.331703] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.332084] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.336152] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.338590] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: 6c3c2257-911b-42d2-beec-5ca2d602b4f8 is going to be created. [ 702.374023] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.374023] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.374023] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.374023] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.374023] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.375995] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-6c3c2257-911b-42d2-beec-5ca2d602b4f8" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.482502] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-489 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.483740] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-489" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.483740] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-489" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.483740] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-489" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.483740] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.483740] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.484118] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.484554] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.484808] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.485059] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 702.485173] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 702.485284] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 702.485391] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 702.485524] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 702.485649] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 702.485838] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 702.513325] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 702.513580] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 702.513741] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 702.514084] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-489" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.514602] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-113ed77f-6c2c-4ad8-a56b-e7943da10e67 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.514770] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-113ed77f-6c2c-4ad8-a56b-e7943da10e67" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.514896] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-113ed77f-6c2c-4ad8-a56b-e7943da10e67" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.515520] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-113ed77f-6c2c-4ad8-a56b-e7943da10e67" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.515782] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('113ed77f-6c2c-4ad8-a56b-e7943da10e67',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.643741] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cc5fcf28-1a4d-464d-a473-8bee266a87b7',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.658190] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-85effc41-e7cb-42c0-a978-067a7d9a89bf taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.658535] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85effc41-e7cb-42c0-a978-067a7d9a89bf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.658535] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85effc41-e7cb-42c0-a978-067a7d9a89bf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.658788] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85effc41-e7cb-42c0-a978-067a7d9a89bf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.659272] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.659272] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.659272] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.659521] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.659560] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.659672] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85effc41-e7cb-42c0-a978-067a7d9a89bf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.659834] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-85effc41-e7cb-42c0-a978-067a7d9a89bf taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.659932] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85effc41-e7cb-42c0-a978-067a7d9a89bf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.659995] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85effc41-e7cb-42c0-a978-067a7d9a89bf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.660174] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85effc41-e7cb-42c0-a978-067a7d9a89bf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.660327] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.660491] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.660530] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.660799] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.660799] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.660971] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85effc41-e7cb-42c0-a978-067a7d9a89bf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.661443] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('85effc41-e7cb-42c0-a978-067a7d9a89bf',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.022295] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.022295] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.022295] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.022295] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.022295] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.022295] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port 113ed77f-6c2c-4ad8-a56b-e7943da10e67 not found, creating... [ 703.022295] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.022295] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.022295] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.022295] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.024455] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.024455] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.024455] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.024652] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.025817] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.025817] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.025817] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: 113ed77f-6c2c-4ad8-a56b-e7943da10e67 is going to be created. [ 703.051156] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.051156] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.051287] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.052027] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.052027] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.052194] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-113ed77f-6c2c-4ad8-a56b-e7943da10e67" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.146667] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.147095] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.147283] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.147553] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.147715] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.147870] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc5fcf28-1a4d-464d-a473-8bee266a87b7 is going to be created. [ 703.164403] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 85effc41-e7cb-42c0-a978-067a7d9a89bf: rpc.has_security_group_logging(os_id): False [ 703.194420] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.194420] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.194420] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.194727] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.194727] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.196112] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.196112] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.196112] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.196112] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.196112] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.196112] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.196112] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.196112] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.196112] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.196112] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.196112] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.196635] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.196635] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.196853] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.196952] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.197072] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85effc41-e7cb-42c0-a978-067a7d9a89bf is going to be updated. [ 703.203299] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.203446] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.203585] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.203719] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.203896] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.215724] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc5fcf28-1a4d-464d-a473-8bee266a87b7 in Status: UNINITIALIZED for 2s [ 703.268714] env[69836]: INFO networking_nsxv3.common.synchronization [req-0fb8b1cb-d2a2-41d3-9099-739e9b8ec47b req-d3964fe7-f547-421b-b5b7-6f1bf7386cd1 service nova] Enqueued Resource ID: 6e0e445d-71e0-4ec9-b107-f5d57ff36caa with Priority: HIGHEST for action security_group_rules [ 703.268714] env[69836]: INFO networking_nsxv3.common.synchronization [req-0fb8b1cb-d2a2-41d3-9099-739e9b8ec47b req-d3964fe7-f547-421b-b5b7-6f1bf7386cd1 service nova] Enqueued Resource ID: 6e0e445d-71e0-4ec9-b107-f5d57ff36caa with Priority: HIGHEST for action security_group_members [ 703.268714] env[69836]: INFO networking_nsxv3.common.synchronization [req-0fb8b1cb-d2a2-41d3-9099-739e9b8ec47b req-d3964fe7-f547-421b-b5b7-6f1bf7386cd1 service nova] Enqueued Resource ID: 6c3c2257-911b-42d2-beec-5ca2d602b4f8 with Priority: HIGHEST for action port [ 703.268714] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e0e445d-71e0-4ec9-b107-f5d57ff36caa with Priority: HIGHEST for action security_group_rules [ 703.268714] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e0e445d-71e0-4ec9-b107-f5d57ff36caa with Priority: HIGHEST for action security_group_members [ 703.269272] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c3c2257-911b-42d2-beec-5ca2d602b4f8 with Priority: HIGHEST for action port [ 703.269995] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e0e445d-71e0-4ec9-b107-f5d57ff36caa taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.270400] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e0e445d-71e0-4ec9-b107-f5d57ff36caa" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.270551] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e0e445d-71e0-4ec9-b107-f5d57ff36caa" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.271168] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e0e445d-71e0-4ec9-b107-f5d57ff36caa" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.271392] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e0e445d-71e0-4ec9-b107-f5d57ff36caa',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.272759] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e0e445d-71e0-4ec9-b107-f5d57ff36caa taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.273356] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e0e445d-71e0-4ec9-b107-f5d57ff36caa" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.275094] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e0e445d-71e0-4ec9-b107-f5d57ff36caa" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.275094] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e0e445d-71e0-4ec9-b107-f5d57ff36caa" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.275094] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.275094] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.275094] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.275094] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.275094] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.275094] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e0e445d-71e0-4ec9-b107-f5d57ff36caa',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.279350] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c3c2257-911b-42d2-beec-5ca2d602b4f8 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.279350] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c3c2257-911b-42d2-beec-5ca2d602b4f8" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.279350] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c3c2257-911b-42d2-beec-5ca2d602b4f8" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.279350] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c3c2257-911b-42d2-beec-5ca2d602b4f8" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.279350] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c3c2257-911b-42d2-beec-5ca2d602b4f8',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.279350] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.279350] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.279350] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.279350] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.279350] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.298613] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85effc41-e7cb-42c0-a978-067a7d9a89bf in Status: IN_PROGRESS for 2s [ 703.785711] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e0e445d-71e0-4ec9-b107-f5d57ff36caa taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.785711] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e0e445d-71e0-4ec9-b107-f5d57ff36caa" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.785711] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6c3c2257-911b-42d2-beec-5ca2d602b4f8 with status ACTIVE [ 703.785711] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.786175] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.786175] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.786175] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.786297] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.786354] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.786922] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.786922] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.786922] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.786922] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.786922] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.786922] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.787392] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.787392] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.787392] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.787493] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6c3c2257-911b-42d2-beec-5ca2d602b4f8 is going to be updated. [ 703.792400] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e0e445d-71e0-4ec9-b107-f5d57ff36caa',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.815804] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.816062] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.816119] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.816327] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.816464] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.816625] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c3c2257-911b-42d2-beec-5ca2d602b4f8" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.821256] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 in Status: SUCCESS [ 703.821486] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.823275] env[69836]: INFO networking_nsxv3.common.synchronization [req-c79b7038-6212-442c-a661-00b251a0beea req-71bb67c5-5966-447c-8ef4-df2ac737aa48 service nova] Enqueued Resource ID: cc5fcf28-1a4d-464d-a473-8bee266a87b7 with Priority: HIGHEST for action security_group_rules [ 703.823584] env[69836]: INFO networking_nsxv3.common.synchronization [req-c79b7038-6212-442c-a661-00b251a0beea req-71bb67c5-5966-447c-8ef4-df2ac737aa48 service nova] Enqueued Resource ID: cc5fcf28-1a4d-464d-a473-8bee266a87b7 with Priority: HIGHEST for action security_group_members [ 703.823584] env[69836]: INFO networking_nsxv3.common.synchronization [req-c79b7038-6212-442c-a661-00b251a0beea req-71bb67c5-5966-447c-8ef4-df2ac737aa48 service nova] Enqueued Resource ID: 113ed77f-6c2c-4ad8-a56b-e7943da10e67 with Priority: HIGHEST for action port [ 703.825042] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc5fcf28-1a4d-464d-a473-8bee266a87b7 with Priority: HIGHEST for action security_group_rules [ 703.825365] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc5fcf28-1a4d-464d-a473-8bee266a87b7 with Priority: HIGHEST for action security_group_members [ 703.825365] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 113ed77f-6c2c-4ad8-a56b-e7943da10e67 with Priority: HIGHEST for action port [ 703.825909] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc5fcf28-1a4d-464d-a473-8bee266a87b7 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.826097] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.826334] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc5fcf28-1a4d-464d-a473-8bee266a87b7 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.826426] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.826606] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-113ed77f-6c2c-4ad8-a56b-e7943da10e67 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.826736] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-113ed77f-6c2c-4ad8-a56b-e7943da10e67" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.826795] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-113ed77f-6c2c-4ad8-a56b-e7943da10e67" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.826996] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-113ed77f-6c2c-4ad8-a56b-e7943da10e67" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.827103] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('113ed77f-6c2c-4ad8-a56b-e7943da10e67',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.295708] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e0e445d-71e0-4ec9-b107-f5d57ff36caa',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.331190] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 113ed77f-6c2c-4ad8-a56b-e7943da10e67 with status ACTIVE [ 704.331482] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.331624] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.331701] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.331910] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.332014] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.332227] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.332335] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.332394] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.332632] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.332632] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.333057] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.333057] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.333057] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.333195] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.333273] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.333455] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 113ed77f-6c2c-4ad8-a56b-e7943da10e67 is going to be updated. [ 704.356371] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.356466] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.356542] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.356758] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.356897] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.357102] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-113ed77f-6c2c-4ad8-a56b-e7943da10e67" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.800031] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.800336] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.800336] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.800473] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.800572] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.800658] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e0e445d-71e0-4ec9-b107-f5d57ff36caa is going to be created. [ 704.824791] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.824791] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.824791] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.824791] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.824791] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.837870] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e0e445d-71e0-4ec9-b107-f5d57ff36caa in Status: UNINITIALIZED for 2s [ 704.968080] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-725 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.968278] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-725" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.968400] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-725" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.968658] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-725" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.968914] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.970058] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.970058] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.970058] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.970058] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.970503] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 704.970678] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 704.970815] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 704.970944] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 704.972560] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 704.972560] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 704.972560] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 704.995395] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 704.995572] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 704.995708] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 704.995896] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-725" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.996348] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-95401402-2d2e-444a-87a0-f0bb4324a8b9 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.996525] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-95401402-2d2e-444a-87a0-f0bb4324a8b9" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.996645] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-95401402-2d2e-444a-87a0-f0bb4324a8b9" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.997102] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-95401402-2d2e-444a-87a0-f0bb4324a8b9" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.997260] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95401402-2d2e-444a-87a0-f0bb4324a8b9',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.235404] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc5fcf28-1a4d-464d-a473-8bee266a87b7 in Status: SUCCESS [ 705.235404] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.235404] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.235404] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.235404] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.235404] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.235404] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.236034] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.236034] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.236034] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.236340] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cc5fcf28-1a4d-464d-a473-8bee266a87b7',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.237179] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.237467] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.237672] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.237779] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.238000] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.238095] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.238218] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.238337] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc5fcf28-1a4d-464d-a473-8bee266a87b7',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.312845] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85effc41-e7cb-42c0-a978-067a7d9a89bf in Status: SUCCESS [ 705.314939] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85effc41-e7cb-42c0-a978-067a7d9a89bf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.314939] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85effc41-e7cb-42c0-a978-067a7d9a89bf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.314939] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85effc41-e7cb-42c0-a978-067a7d9a89bf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.314939] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85effc41-e7cb-42c0-a978-067a7d9a89bf',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.500152] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.500407] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.500536] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.500807] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.501266] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.501266] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port 95401402-2d2e-444a-87a0-f0bb4324a8b9 not found, creating... [ 705.504145] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.504145] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.504145] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.504145] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.504145] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.504145] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.504145] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.504145] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.504145] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.504642] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.504642] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: 95401402-2d2e-444a-87a0-f0bb4324a8b9 is going to be created. [ 705.527364] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.527745] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.527931] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.528284] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.528546] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.528785] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-95401402-2d2e-444a-87a0-f0bb4324a8b9" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.742448] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc5fcf28-1a4d-464d-a473-8bee266a87b7 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.743345] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.743700] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cc5fcf28-1a4d-464d-a473-8bee266a87b7',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.821357] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-85effc41-e7cb-42c0-a978-067a7d9a89bf taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.821697] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85effc41-e7cb-42c0-a978-067a7d9a89bf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.821697] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85effc41-e7cb-42c0-a978-067a7d9a89bf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.825021] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85effc41-e7cb-42c0-a978-067a7d9a89bf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.825021] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.825021] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.825021] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.825021] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.825021] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.825021] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85effc41-e7cb-42c0-a978-067a7d9a89bf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.825021] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('85effc41-e7cb-42c0-a978-067a7d9a89bf',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.245808] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cc5fcf28-1a4d-464d-a473-8bee266a87b7',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.325087] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-85effc41-e7cb-42c0-a978-067a7d9a89bf taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.325854] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85effc41-e7cb-42c0-a978-067a7d9a89bf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.325854] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85effc41-e7cb-42c0-a978-067a7d9a89bf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.325854] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85effc41-e7cb-42c0-a978-067a7d9a89bf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.327028] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.327233] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.327309] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.327964] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.328348] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.328458] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85effc41-e7cb-42c0-a978-067a7d9a89bf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.328644] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-85effc41-e7cb-42c0-a978-067a7d9a89bf taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.329050] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85effc41-e7cb-42c0-a978-067a7d9a89bf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.329050] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85effc41-e7cb-42c0-a978-067a7d9a89bf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.329050] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85effc41-e7cb-42c0-a978-067a7d9a89bf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.329252] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.329302] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.329337] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.329473] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.329554] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.329637] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85effc41-e7cb-42c0-a978-067a7d9a89bf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.329727] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('85effc41-e7cb-42c0-a978-067a7d9a89bf',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.455940] env[69836]: INFO networking_nsxv3.common.synchronization [None req-adbec527-5081-4d3b-a61a-60ff5778d9c7 None None] Enqueued Resource ID: e505a59a-d20d-454d-8c7b-77aeb898cdde with Priority: HIGHEST for action port [ 706.455940] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e505a59a-d20d-454d-8c7b-77aeb898cdde with Priority: HIGHEST for action port [ 706.455940] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-e505a59a-d20d-454d-8c7b-77aeb898cdde taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.455940] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e505a59a-d20d-454d-8c7b-77aeb898cdde" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.455940] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e505a59a-d20d-454d-8c7b-77aeb898cdde" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.457331] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e505a59a-d20d-454d-8c7b-77aeb898cdde" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.457549] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e505a59a-d20d-454d-8c7b-77aeb898cdde',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.750285] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.750285] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.750285] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.750285] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.750285] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.750285] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc5fcf28-1a4d-464d-a473-8bee266a87b7 is going to be updated. [ 706.782261] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.782261] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.782261] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.782261] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.782261] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.794049] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc5fcf28-1a4d-464d-a473-8bee266a87b7 in Status: IN_PROGRESS for 2s [ 706.835271] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 85effc41-e7cb-42c0-a978-067a7d9a89bf: rpc.has_security_group_logging(os_id): False [ 706.896594] env[69836]: INFO networking_nsxv3.common.synchronization [req-c79b7038-6212-442c-a661-00b251a0beea req-b752af29-4c27-402a-b38e-736a9c00f7da service nova] Enqueued Resource ID: cc5fcf28-1a4d-464d-a473-8bee266a87b7 with Priority: HIGHEST for action security_group_rules [ 706.896825] env[69836]: INFO networking_nsxv3.common.synchronization [req-c79b7038-6212-442c-a661-00b251a0beea req-b752af29-4c27-402a-b38e-736a9c00f7da service nova] Enqueued Resource ID: cc5fcf28-1a4d-464d-a473-8bee266a87b7 with Priority: HIGHEST for action security_group_members [ 706.897612] env[69836]: INFO networking_nsxv3.common.synchronization [req-c79b7038-6212-442c-a661-00b251a0beea req-b752af29-4c27-402a-b38e-736a9c00f7da service nova] Enqueued Resource ID: 95401402-2d2e-444a-87a0-f0bb4324a8b9 with Priority: HIGHEST for action port [ 706.898633] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc5fcf28-1a4d-464d-a473-8bee266a87b7 with Priority: HIGHEST for action security_group_rules [ 706.898886] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc5fcf28-1a4d-464d-a473-8bee266a87b7 with Priority: HIGHEST for action security_group_members [ 706.899122] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95401402-2d2e-444a-87a0-f0bb4324a8b9 with Priority: HIGHEST for action port [ 706.899585] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc5fcf28-1a4d-464d-a473-8bee266a87b7 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.899752] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.900119] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc5fcf28-1a4d-464d-a473-8bee266a87b7 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.900266] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.900569] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-95401402-2d2e-444a-87a0-f0bb4324a8b9 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.900733] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95401402-2d2e-444a-87a0-f0bb4324a8b9" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.900844] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95401402-2d2e-444a-87a0-f0bb4324a8b9" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.904414] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95401402-2d2e-444a-87a0-f0bb4324a8b9" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.904545] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95401402-2d2e-444a-87a0-f0bb4324a8b9',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.906380] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.906545] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.906617] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.908136] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.908136] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.908136] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.908136] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.908136] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.908136] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.908136] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.908136] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.908837] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.908837] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.909091] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.909170] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.909442] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.909546] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.909608] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.909759] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.909833] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.909934] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85effc41-e7cb-42c0-a978-067a7d9a89bf is going to be updated. [ 706.911647] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e0e445d-71e0-4ec9-b107-f5d57ff36caa in Status: SUCCESS [ 706.912020] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e0e445d-71e0-4ec9-b107-f5d57ff36caa" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.912952] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e0e445d-71e0-4ec9-b107-f5d57ff36caa" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.912952] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e0e445d-71e0-4ec9-b107-f5d57ff36caa" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.912952] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.912952] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.912952] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.913327] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.913327] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.913327] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e0e445d-71e0-4ec9-b107-f5d57ff36caa" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.913327] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6e0e445d-71e0-4ec9-b107-f5d57ff36caa',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.968265] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e505a59a-d20d-454d-8c7b-77aeb898cdde [ 706.968265] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.968265] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.968265] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.968265] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.968265] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.968265] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e505a59a-d20d-454d-8c7b-77aeb898cdde already deleted. [ 706.968265] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e505a59a-d20d-454d-8c7b-77aeb898cdde" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.988242] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.988342] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.988411] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.988621] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.988771] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.007261] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85effc41-e7cb-42c0-a978-067a7d9a89bf in Status: IN_PROGRESS for 2s [ 707.419810] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 95401402-2d2e-444a-87a0-f0bb4324a8b9 with status ACTIVE [ 707.419810] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.419810] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.419810] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.419810] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.419810] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.420258] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.420258] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.420374] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.420566] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.420649] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.420771] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.420857] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.420918] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.421067] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.421139] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.421220] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 95401402-2d2e-444a-87a0-f0bb4324a8b9 is going to be updated. [ 707.425951] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6e0e445d-71e0-4ec9-b107-f5d57ff36caa',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.454985] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.455525] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.455525] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.455525] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.456501] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.456501] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95401402-2d2e-444a-87a0-f0bb4324a8b9" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.928637] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6e0e445d-71e0-4ec9-b107-f5d57ff36caa: rpc.has_security_group_logging(os_id): False [ 707.946357] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.946560] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.946634] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.946837] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.946930] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.947188] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.947289] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.947353] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.947500] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.947634] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.947672] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e0e445d-71e0-4ec9-b107-f5d57ff36caa is going to be created. [ 708.009963] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.009963] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.010113] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.010471] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.010471] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.024563] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e0e445d-71e0-4ec9-b107-f5d57ff36caa in Status: IN_PROGRESS for 2s [ 708.413424] env[69836]: INFO networking_nsxv3.common.synchronization [None req-d566d21e-732e-4465-927d-beb41e9ebce3 None None] Enqueued Resource ID: a8d95e2d-031b-46ea-8931-94a95c913e04 with Priority: HIGHEST for action port [ 708.414646] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8d95e2d-031b-46ea-8931-94a95c913e04 with Priority: HIGHEST for action port [ 708.414646] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8d95e2d-031b-46ea-8931-94a95c913e04 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.414646] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8d95e2d-031b-46ea-8931-94a95c913e04" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.414646] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8d95e2d-031b-46ea-8931-94a95c913e04" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.415284] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8d95e2d-031b-46ea-8931-94a95c913e04" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.415284] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8d95e2d-031b-46ea-8931-94a95c913e04',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.435160] env[69836]: INFO networking_nsxv3.common.synchronization [None req-ec0d0a43-908f-4218-ac20-fdfd25a402c3 None None] Enqueued Resource ID: b536c3bf-89a7-4d8b-80d9-1f88a61e6eb1 with Priority: HIGHEST for action port [ 708.436560] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b536c3bf-89a7-4d8b-80d9-1f88a61e6eb1 with Priority: HIGHEST for action port [ 708.438931] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-b536c3bf-89a7-4d8b-80d9-1f88a61e6eb1 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.438931] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b536c3bf-89a7-4d8b-80d9-1f88a61e6eb1" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.438931] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b536c3bf-89a7-4d8b-80d9-1f88a61e6eb1" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.438931] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b536c3bf-89a7-4d8b-80d9-1f88a61e6eb1" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.438931] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b536c3bf-89a7-4d8b-80d9-1f88a61e6eb1',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.804093] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc5fcf28-1a4d-464d-a473-8bee266a87b7 in Status: SUCCESS [ 708.804321] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.804489] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.804703] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.804896] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.805016] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.805086] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.805235] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.805313] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.805405] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.805562] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc5fcf28-1a4d-464d-a473-8bee266a87b7 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.805669] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.805741] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.805827] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.805962] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.806125] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.806208] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.806379] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.806460] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.806460] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.806577] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cc5fcf28-1a4d-464d-a473-8bee266a87b7',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.807459] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.807621] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.807767] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.808050] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.808050] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.808196] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.808196] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.808319] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc5fcf28-1a4d-464d-a473-8bee266a87b7',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.916769] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a8d95e2d-031b-46ea-8931-94a95c913e04 [ 708.917097] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.917364] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.917540] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.917636] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.917728] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.917832] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a8d95e2d-031b-46ea-8931-94a95c913e04 already deleted. [ 708.917915] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8d95e2d-031b-46ea-8931-94a95c913e04" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.943389] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b536c3bf-89a7-4d8b-80d9-1f88a61e6eb1 [ 708.943743] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.943743] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.943868] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.944019] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.944119] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.944215] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b536c3bf-89a7-4d8b-80d9-1f88a61e6eb1 already deleted. [ 708.944295] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b536c3bf-89a7-4d8b-80d9-1f88a61e6eb1" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.022660] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85effc41-e7cb-42c0-a978-067a7d9a89bf in Status: SUCCESS [ 709.022902] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85effc41-e7cb-42c0-a978-067a7d9a89bf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.282603] env[69836]: INFO networking_nsxv3.common.synchronization [req-f481909d-1de8-49e9-a153-4b1fd2b5fd71 req-b1658241-108b-4019-b206-e6936b326848 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Enqueued Resource ID: 8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e with Priority: HIGHEST for action security_group_members [ 709.282773] env[69836]: INFO networking_nsxv3.common.synchronization [req-f481909d-1de8-49e9-a153-4b1fd2b5fd71 req-b1658241-108b-4019-b206-e6936b326848 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Enqueued Resource ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 with Priority: HIGHEST for action security_group_members [ 709.283296] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e with Priority: HIGHEST for action security_group_members [ 709.284249] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 with Priority: HIGHEST for action security_group_members [ 709.284318] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.284441] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.284536] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.284805] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.284994] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.285109] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.285175] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.286112] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.286112] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.286112] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.286447] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-798155c2-14bd-4af3-9fc9-a42ec3f39a34 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.286586] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.286671] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.286898] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.287103] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.287352] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.287440] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.287610] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.287758] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.287871] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('798155c2-14bd-4af3-9fc9-a42ec3f39a34',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.319019] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cc5fcf28-1a4d-464d-a473-8bee266a87b7',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.319019] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cc5fcf28-1a4d-464d-a473-8bee266a87b7: rpc.has_security_group_logging(os_id): False [ 709.336762] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.336762] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.336762] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.336762] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.337034] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.337391] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.337391] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.337391] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.337628] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.337628] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.339098] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.339098] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.339098] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.339098] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.339098] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.339098] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.339098] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.339098] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.339098] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.339098] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.339098] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc5fcf28-1a4d-464d-a473-8bee266a87b7 is going to be created. [ 709.408020] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.408386] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.408386] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.408639] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.408893] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.422242] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc5fcf28-1a4d-464d-a473-8bee266a87b7 in Status: IN_PROGRESS for 2s [ 709.476922] env[69836]: INFO networking_nsxv3.common.synchronization [req-f481909d-1de8-49e9-a153-4b1fd2b5fd71 req-b1658241-108b-4019-b206-e6936b326848 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Enqueued Resource ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 with Priority: HIGHEST for action security_group_rules [ 709.477132] env[69836]: INFO networking_nsxv3.common.synchronization [req-f481909d-1de8-49e9-a153-4b1fd2b5fd71 req-b1658241-108b-4019-b206-e6936b326848 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Enqueued Resource ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 with Priority: HIGHEST for action security_group_members [ 709.477274] env[69836]: INFO networking_nsxv3.common.synchronization [req-f481909d-1de8-49e9-a153-4b1fd2b5fd71 req-b1658241-108b-4019-b206-e6936b326848 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Enqueued Resource ID: 8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e with Priority: HIGHEST for action security_group_rules [ 709.477404] env[69836]: INFO networking_nsxv3.common.synchronization [req-f481909d-1de8-49e9-a153-4b1fd2b5fd71 req-b1658241-108b-4019-b206-e6936b326848 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Enqueued Resource ID: 8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e with Priority: HIGHEST for action security_group_members [ 709.477528] env[69836]: INFO networking_nsxv3.common.synchronization [req-f481909d-1de8-49e9-a153-4b1fd2b5fd71 req-b1658241-108b-4019-b206-e6936b326848 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Enqueued Resource ID: 68235362-d373-4f47-a5db-b36c9f984bef with Priority: HIGHEST for action port [ 709.479144] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 with Priority: HIGHEST for action security_group_rules [ 709.479270] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e with Priority: HIGHEST for action security_group_rules [ 709.479375] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68235362-d373-4f47-a5db-b36c9f984bef with Priority: HIGHEST for action port [ 709.479500] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 with Priority: HIGHEST for action security_group_members [ 709.479550] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e with Priority: HIGHEST for action security_group_members [ 709.479959] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-798155c2-14bd-4af3-9fc9-a42ec3f39a34 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.480115] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.480179] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.480381] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.480465] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('798155c2-14bd-4af3-9fc9-a42ec3f39a34',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.482116] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.482223] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.482270] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.482510] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.482571] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.485143] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-68235362-d373-4f47-a5db-b36c9f984bef taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.485268] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68235362-d373-4f47-a5db-b36c9f984bef" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.485374] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68235362-d373-4f47-a5db-b36c9f984bef" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.485559] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68235362-d373-4f47-a5db-b36c9f984bef" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.485638] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68235362-d373-4f47-a5db-b36c9f984bef',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.486506] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-798155c2-14bd-4af3-9fc9-a42ec3f39a34 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.486623] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.486789] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.486865] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.789662] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.794901] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('798155c2-14bd-4af3-9fc9-a42ec3f39a34',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.820034] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cc5fcf28-1a4d-464d-a473-8bee266a87b7',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.983494] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-798155c2-14bd-4af3-9fc9-a42ec3f39a34 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.985097] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.986289] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.986409] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.988833] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 68235362-d373-4f47-a5db-b36c9f984bef with status ACTIVE [ 709.988833] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.988833] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.988833] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.988833] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.989142] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.989142] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.989142] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.989259] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.990291] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.990291] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.990291] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.990291] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.991088] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.991088] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.991088] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.991088] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 68235362-d373-4f47-a5db-b36c9f984bef is going to be updated. [ 710.014743] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.014743] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.014743] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.014743] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.014743] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.014743] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68235362-d373-4f47-a5db-b36c9f984bef" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.040817] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e0e445d-71e0-4ec9-b107-f5d57ff36caa in Status: SUCCESS [ 710.041067] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e0e445d-71e0-4ec9-b107-f5d57ff36caa" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.296730] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.303410] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('798155c2-14bd-4af3-9fc9-a42ec3f39a34',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.323381] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.323381] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.323381] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.323381] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.323381] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.323381] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc5fcf28-1a4d-464d-a473-8bee266a87b7 is going to be updated. [ 710.358255] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.358255] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.358255] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.358255] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.358255] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.363136] env[69836]: INFO networking_nsxv3.common.synchronization [None req-b9c62056-e09e-493b-9382-93bbb738ef2b tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] Enqueued Resource ID: 7f6f9d7f-9730-45bd-ba10-08e15018cf02 with Priority: HIGHEST for action security_group_rules [ 710.365109] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f6f9d7f-9730-45bd-ba10-08e15018cf02 with Priority: HIGHEST for action security_group_rules [ 710.365504] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f6f9d7f-9730-45bd-ba10-08e15018cf02 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.365641] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f6f9d7f-9730-45bd-ba10-08e15018cf02" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.365738] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f6f9d7f-9730-45bd-ba10-08e15018cf02" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.365965] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f6f9d7f-9730-45bd-ba10-08e15018cf02" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.366177] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f6f9d7f-9730-45bd-ba10-08e15018cf02',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.368371] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc5fcf28-1a4d-464d-a473-8bee266a87b7 in Status: IN_PROGRESS for 2s [ 710.639382] env[69836]: INFO networking_nsxv3.common.synchronization [None req-9f02ec18-0328-4825-92e2-bff61ec8a6ae tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] Enqueued Resource ID: 7f6f9d7f-9730-45bd-ba10-08e15018cf02 with Priority: HIGHEST for action security_group_rules [ 710.641196] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f6f9d7f-9730-45bd-ba10-08e15018cf02 with Priority: HIGHEST for action security_group_rules [ 710.641196] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f6f9d7f-9730-45bd-ba10-08e15018cf02 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.641196] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f6f9d7f-9730-45bd-ba10-08e15018cf02" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.800182] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.800345] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.800415] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.800662] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.800784] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.800892] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e is going to be created. [ 710.808862] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.809039] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.809084] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.810117] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.810282] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.812879] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 is going to be updated. [ 710.831662] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.831784] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.831822] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.832013] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.832413] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.839609] env[69836]: INFO networking_nsxv3.common.synchronization [req-d10eda1b-3b44-480c-8440-7d43fd31a7ce req-d4e5eeb2-3b7d-4816-ad19-59c6126cbf40 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Enqueued Resource ID: 0c503460-53df-430f-8eb2-3adc0571c35b with Priority: HIGHEST for action security_group_members [ 710.839787] env[69836]: INFO networking_nsxv3.common.synchronization [req-d10eda1b-3b44-480c-8440-7d43fd31a7ce req-d4e5eeb2-3b7d-4816-ad19-59c6126cbf40 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Enqueued Resource ID: 8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e with Priority: HIGHEST for action security_group_members [ 710.839926] env[69836]: INFO networking_nsxv3.common.synchronization [req-d10eda1b-3b44-480c-8440-7d43fd31a7ce req-d4e5eeb2-3b7d-4816-ad19-59c6126cbf40 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Enqueued Resource ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 with Priority: HIGHEST for action security_group_members [ 710.841120] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.841259] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.841328] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.841532] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.841671] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.842999] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c503460-53df-430f-8eb2-3adc0571c35b with Priority: HIGHEST for action security_group_members [ 710.843201] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e with Priority: HIGHEST for action security_group_members [ 710.843306] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 with Priority: HIGHEST for action security_group_members [ 710.843595] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c503460-53df-430f-8eb2-3adc0571c35b taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.843703] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c503460-53df-430f-8eb2-3adc0571c35b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.843770] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c503460-53df-430f-8eb2-3adc0571c35b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.843990] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c503460-53df-430f-8eb2-3adc0571c35b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.844189] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.844273] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.844339] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.844490] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.844574] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.844676] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c503460-53df-430f-8eb2-3adc0571c35b',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.847881] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.848013] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.848184] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-798155c2-14bd-4af3-9fc9-a42ec3f39a34 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.848272] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.850731] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e in Status: UNINITIALIZED for 2s [ 710.857729] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 in Status: IN_PROGRESS for 2s [ 710.888157] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.888389] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.888525] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.889119] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.889119] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.890072] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f6f9d7f-9730-45bd-ba10-08e15018cf02 already deleted. [ 710.890072] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f6f9d7f-9730-45bd-ba10-08e15018cf02" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.890072] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f6f9d7f-9730-45bd-ba10-08e15018cf02" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.890072] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f6f9d7f-9730-45bd-ba10-08e15018cf02" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.890318] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f6f9d7f-9730-45bd-ba10-08e15018cf02',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.927428] env[69836]: INFO networking_nsxv3.common.synchronization [req-1c155623-65cd-4bbf-9651-4d350ff207e0 req-93caaa2d-37bb-4378-90ce-cea44fb45507 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Enqueued Resource ID: ee866d32-d5ac-477c-97ec-f4698cc91ec8 with Priority: HIGHEST for action security_group_members [ 710.927428] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee866d32-d5ac-477c-97ec-f4698cc91ec8 with Priority: HIGHEST for action security_group_members [ 710.927428] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee866d32-d5ac-477c-97ec-f4698cc91ec8 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.927428] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee866d32-d5ac-477c-97ec-f4698cc91ec8" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.927428] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee866d32-d5ac-477c-97ec-f4698cc91ec8" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.927428] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee866d32-d5ac-477c-97ec-f4698cc91ec8" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.927428] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.927428] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.927428] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.927428] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.927428] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.927428] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee866d32-d5ac-477c-97ec-f4698cc91ec8',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.944185] env[69836]: INFO networking_nsxv3.common.synchronization [req-d10eda1b-3b44-480c-8440-7d43fd31a7ce req-d4e5eeb2-3b7d-4816-ad19-59c6126cbf40 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Enqueued Resource ID: 0c503460-53df-430f-8eb2-3adc0571c35b with Priority: HIGHEST for action security_group_rules [ 710.944185] env[69836]: INFO networking_nsxv3.common.synchronization [req-d10eda1b-3b44-480c-8440-7d43fd31a7ce req-d4e5eeb2-3b7d-4816-ad19-59c6126cbf40 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Enqueued Resource ID: 0c503460-53df-430f-8eb2-3adc0571c35b with Priority: HIGHEST for action security_group_members [ 710.944185] env[69836]: INFO networking_nsxv3.common.synchronization [req-d10eda1b-3b44-480c-8440-7d43fd31a7ce req-d4e5eeb2-3b7d-4816-ad19-59c6126cbf40 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Enqueued Resource ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 with Priority: HIGHEST for action security_group_rules [ 710.944185] env[69836]: INFO networking_nsxv3.common.synchronization [req-d10eda1b-3b44-480c-8440-7d43fd31a7ce req-d4e5eeb2-3b7d-4816-ad19-59c6126cbf40 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Enqueued Resource ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 with Priority: HIGHEST for action security_group_members [ 710.944422] env[69836]: INFO networking_nsxv3.common.synchronization [req-d10eda1b-3b44-480c-8440-7d43fd31a7ce req-d4e5eeb2-3b7d-4816-ad19-59c6126cbf40 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Enqueued Resource ID: 8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e with Priority: HIGHEST for action security_group_rules [ 710.944734] env[69836]: INFO networking_nsxv3.common.synchronization [req-d10eda1b-3b44-480c-8440-7d43fd31a7ce req-d4e5eeb2-3b7d-4816-ad19-59c6126cbf40 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Enqueued Resource ID: 8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e with Priority: HIGHEST for action security_group_members [ 710.944996] env[69836]: INFO networking_nsxv3.common.synchronization [req-d10eda1b-3b44-480c-8440-7d43fd31a7ce req-d4e5eeb2-3b7d-4816-ad19-59c6126cbf40 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Enqueued Resource ID: 68235362-d373-4f47-a5db-b36c9f984bef with Priority: HIGHEST for action port [ 710.945610] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c503460-53df-430f-8eb2-3adc0571c35b with Priority: HIGHEST for action security_group_rules [ 710.945901] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 with Priority: HIGHEST for action security_group_rules [ 710.946176] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e with Priority: HIGHEST for action security_group_members [ 710.946402] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68235362-d373-4f47-a5db-b36c9f984bef with Priority: HIGHEST for action port [ 710.946606] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e with Priority: HIGHEST for action security_group_rules [ 710.946952] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c503460-53df-430f-8eb2-3adc0571c35b with Priority: HIGHEST for action security_group_members [ 710.947297] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 with Priority: HIGHEST for action security_group_members [ 710.947967] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c503460-53df-430f-8eb2-3adc0571c35b taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.948687] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c503460-53df-430f-8eb2-3adc0571c35b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.948884] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c503460-53df-430f-8eb2-3adc0571c35b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.949295] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c503460-53df-430f-8eb2-3adc0571c35b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.949497] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c503460-53df-430f-8eb2-3adc0571c35b',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.952769] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-798155c2-14bd-4af3-9fc9-a42ec3f39a34 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.952769] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.952769] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.952769] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.952769] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-68235362-d373-4f47-a5db-b36c9f984bef taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.952769] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68235362-d373-4f47-a5db-b36c9f984bef" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.952769] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68235362-d373-4f47-a5db-b36c9f984bef" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.952769] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68235362-d373-4f47-a5db-b36c9f984bef" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.952769] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68235362-d373-4f47-a5db-b36c9f984bef',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.952769] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.952769] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.952769] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c503460-53df-430f-8eb2-3adc0571c35b taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.952769] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c503460-53df-430f-8eb2-3adc0571c35b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.953369] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-798155c2-14bd-4af3-9fc9-a42ec3f39a34 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.953369] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.350233] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c503460-53df-430f-8eb2-3adc0571c35b',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.373576] env[69836]: INFO networking_nsxv3.common.synchronization [None req-b9d61278-f099-4813-ad09-46198ff185c0 None None] Enqueued Resource ID: 01208d75-7c6f-4de9-ab5a-3f7e1bb55159 with Priority: HIGHEST for action port [ 711.373683] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01208d75-7c6f-4de9-ab5a-3f7e1bb55159 with Priority: HIGHEST for action port [ 711.374282] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-01208d75-7c6f-4de9-ab5a-3f7e1bb55159 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.374421] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01208d75-7c6f-4de9-ab5a-3f7e1bb55159" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.374488] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01208d75-7c6f-4de9-ab5a-3f7e1bb55159" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.375069] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01208d75-7c6f-4de9-ab5a-3f7e1bb55159" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.375069] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01208d75-7c6f-4de9-ab5a-3f7e1bb55159',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.417401] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.417401] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.417401] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.417401] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.417401] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.417401] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f6f9d7f-9730-45bd-ba10-08e15018cf02 already deleted. [ 711.417401] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f6f9d7f-9730-45bd-ba10-08e15018cf02" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.429628] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.429773] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.429842] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.430062] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.430159] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.430354] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.430456] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.430499] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.430651] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.430724] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.430807] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee866d32-d5ac-477c-97ec-f4698cc91ec8 already deleted. [ 711.430886] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee866d32-d5ac-477c-97ec-f4698cc91ec8" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.432864] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc5fcf28-1a4d-464d-a473-8bee266a87b7 in Status: SUCCESS [ 711.433145] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.433226] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.433393] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.433481] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc5fcf28-1a4d-464d-a473-8bee266a87b7',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.454468] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c503460-53df-430f-8eb2-3adc0571c35b taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.454605] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c503460-53df-430f-8eb2-3adc0571c35b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.454769] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 68235362-d373-4f47-a5db-b36c9f984bef with status ACTIVE [ 711.455077] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.455077] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.455260] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.455365] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.455425] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.455579] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.455678] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.455737] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.455874] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.455948] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.456223] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.456289] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.456372] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.456496] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.456566] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.456727] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 68235362-d373-4f47-a5db-b36c9f984bef is going to be updated. [ 711.481865] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.481982] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.482091] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.482332] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.482550] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.482777] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68235362-d373-4f47-a5db-b36c9f984bef" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.491950] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-843 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.492160] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-843" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.492293] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-843" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.492615] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-843" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.492876] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.493211] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.493424] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.493887] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.494207] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.495066] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 711.495066] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 711.495066] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 711.495066] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 711.495066] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 711.495314] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 711.495504] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 711.520368] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 711.520368] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 711.520368] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 711.520368] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-843" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.520368] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-6859007a-01ce-410e-95c7-9ae5c847b6b2 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.520368] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-6859007a-01ce-410e-95c7-9ae5c847b6b2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.520368] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-6859007a-01ce-410e-95c7-9ae5c847b6b2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.520368] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-6859007a-01ce-410e-95c7-9ae5c847b6b2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.520708] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6859007a-01ce-410e-95c7-9ae5c847b6b2',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.856645] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c503460-53df-430f-8eb2-3adc0571c35b',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.878296] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 01208d75-7c6f-4de9-ab5a-3f7e1bb55159 [ 711.878296] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.878296] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.878296] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.878560] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.878560] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.878560] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:01208d75-7c6f-4de9-ab5a-3f7e1bb55159 already deleted. [ 711.878715] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01208d75-7c6f-4de9-ab5a-3f7e1bb55159" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.935883] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc5fcf28-1a4d-464d-a473-8bee266a87b7 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.936107] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.024402] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.024856] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.025114] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.025494] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.025771] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.026114] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port 6859007a-01ce-410e-95c7-9ae5c847b6b2 not found, creating... [ 712.026525] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.026868] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.029015] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.029015] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.029015] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.030025] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.030025] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.030025] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.030333] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.030333] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.030469] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: 6859007a-01ce-410e-95c7-9ae5c847b6b2 is going to be created. [ 712.063824] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.064251] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.064497] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.064920] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.066972] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.066972] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-6859007a-01ce-410e-95c7-9ae5c847b6b2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.360486] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.361151] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.364785] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.364785] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.364785] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.364785] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c503460-53df-430f-8eb2-3adc0571c35b is going to be created. [ 712.382195] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc5fcf28-1a4d-464d-a473-8bee266a87b7 in Status: SUCCESS [ 712.382443] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.383009] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.383009] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.383241] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.383380] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.383454] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.383691] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.383807] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.383894] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.384375] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cc5fcf28-1a4d-464d-a473-8bee266a87b7',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.396500] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.396500] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.396500] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.396500] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.396500] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.411710] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c503460-53df-430f-8eb2-3adc0571c35b in Status: UNINITIALIZED for 2s [ 712.864766] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e in Status: SUCCESS [ 712.864999] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.865183] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.865404] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.865593] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.865708] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.865773] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.865923] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.866211] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.866211] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.869087] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 in Status: SUCCESS [ 712.869087] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.869087] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.869087] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.869290] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.869348] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.869445] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.869619] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.869619] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.869895] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('798155c2-14bd-4af3-9fc9-a42ec3f39a34',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.888798] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc5fcf28-1a4d-464d-a473-8bee266a87b7 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.889105] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.889105] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.889429] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.889529] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.890267] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.890267] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.890267] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.890267] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.890267] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.890267] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc5fcf28-1a4d-464d-a473-8bee266a87b7 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.890267] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.890932] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.890932] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.890932] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.890932] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.890932] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.890932] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.890932] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.891901] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.891901] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cc5fcf28-1a4d-464d-a473-8bee266a87b7',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.374459] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.374459] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('798155c2-14bd-4af3-9fc9-a42ec3f39a34',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.394959] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cc5fcf28-1a4d-464d-a473-8bee266a87b7: rpc.has_security_group_logging(os_id): False [ 713.410452] env[69836]: INFO networking_nsxv3.common.synchronization [req-c65a2aab-ec06-44e5-940e-41e522dbbbae req-44b82e79-597a-465d-a3ee-2567a023340b tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] Enqueued Resource ID: 4d3233ea-1473-402b-83b9-89290db5d65b with Priority: HIGHEST for action security_group_members [ 713.410954] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d3233ea-1473-402b-83b9-89290db5d65b with Priority: HIGHEST for action security_group_members [ 713.411482] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d3233ea-1473-402b-83b9-89290db5d65b taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.411482] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d3233ea-1473-402b-83b9-89290db5d65b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.411482] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d3233ea-1473-402b-83b9-89290db5d65b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.411717] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d3233ea-1473-402b-83b9-89290db5d65b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.411881] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.411982] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.414536] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.415511] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.415511] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.415511] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d3233ea-1473-402b-83b9-89290db5d65b',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.416499] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.416650] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.416781] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.416856] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.416922] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.417152] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.417286] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.417348] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.417444] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.417522] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.417721] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.417812] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.417871] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.418024] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.419197] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.420057] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.420057] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.420057] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.420057] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.420057] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.420057] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc5fcf28-1a4d-464d-a473-8bee266a87b7 is going to be updated. [ 713.481186] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.481356] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.481356] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.481580] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.481728] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.494891] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc5fcf28-1a4d-464d-a473-8bee266a87b7 in Status: IN_PROGRESS for 2s [ 713.603223] env[69836]: INFO networking_nsxv3.common.synchronization [req-1c155623-65cd-4bbf-9651-4d350ff207e0 req-2ce49ecb-ff65-47bc-951e-561e013ac598 service nova] Enqueued Resource ID: ee866d32-d5ac-477c-97ec-f4698cc91ec8 with Priority: HIGHEST for action security_group_rules [ 713.603418] env[69836]: INFO networking_nsxv3.common.synchronization [req-1c155623-65cd-4bbf-9651-4d350ff207e0 req-2ce49ecb-ff65-47bc-951e-561e013ac598 service nova] Enqueued Resource ID: ee866d32-d5ac-477c-97ec-f4698cc91ec8 with Priority: HIGHEST for action security_group_members [ 713.603547] env[69836]: INFO networking_nsxv3.common.synchronization [req-1c155623-65cd-4bbf-9651-4d350ff207e0 req-2ce49ecb-ff65-47bc-951e-561e013ac598 service nova] Enqueued Resource ID: 6859007a-01ce-410e-95c7-9ae5c847b6b2 with Priority: HIGHEST for action port [ 713.603801] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee866d32-d5ac-477c-97ec-f4698cc91ec8 with Priority: HIGHEST for action security_group_rules [ 713.603924] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee866d32-d5ac-477c-97ec-f4698cc91ec8 with Priority: HIGHEST for action security_group_members [ 713.604042] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6859007a-01ce-410e-95c7-9ae5c847b6b2 with Priority: HIGHEST for action port [ 713.604617] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee866d32-d5ac-477c-97ec-f4698cc91ec8 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.605115] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee866d32-d5ac-477c-97ec-f4698cc91ec8" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.605115] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee866d32-d5ac-477c-97ec-f4698cc91ec8" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.605115] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee866d32-d5ac-477c-97ec-f4698cc91ec8" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.605345] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee866d32-d5ac-477c-97ec-f4698cc91ec8',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.606136] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee866d32-d5ac-477c-97ec-f4698cc91ec8 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.607096] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee866d32-d5ac-477c-97ec-f4698cc91ec8" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.607096] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee866d32-d5ac-477c-97ec-f4698cc91ec8" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.607096] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee866d32-d5ac-477c-97ec-f4698cc91ec8" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.607096] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.607096] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.607096] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.607459] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.607459] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.607589] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee866d32-d5ac-477c-97ec-f4698cc91ec8',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.609127] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-6859007a-01ce-410e-95c7-9ae5c847b6b2 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.609127] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6859007a-01ce-410e-95c7-9ae5c847b6b2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.609127] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6859007a-01ce-410e-95c7-9ae5c847b6b2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.609127] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6859007a-01ce-410e-95c7-9ae5c847b6b2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.609127] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6859007a-01ce-410e-95c7-9ae5c847b6b2',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.877740] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.881554] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('798155c2-14bd-4af3-9fc9-a42ec3f39a34',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.922881] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.923066] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.923135] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.923383] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.923516] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.924112] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.924265] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.924337] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.924530] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.924972] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.924972] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d3233ea-1473-402b-83b9-89290db5d65b already deleted. [ 713.924972] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d3233ea-1473-402b-83b9-89290db5d65b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.992264] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-795 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.992492] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-795" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.992637] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-795" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.992932] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-795" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.993208] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.993363] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.993479] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.993688] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.019221] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.019221] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 714.019221] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 714.019221] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 714.019221] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 714.019221] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 714.019221] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 714.019221] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 714.020025] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 714.020075] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 714.020203] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 714.020385] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-795" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.020700] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-c5438370-4928-428d-b6e2-da468f4cc821 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.020870] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-c5438370-4928-428d-b6e2-da468f4cc821" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.020988] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-c5438370-4928-428d-b6e2-da468f4cc821" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.021446] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-c5438370-4928-428d-b6e2-da468f4cc821" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.021612] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5438370-4928-428d-b6e2-da468f4cc821',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.111821] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee866d32-d5ac-477c-97ec-f4698cc91ec8 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.112062] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee866d32-d5ac-477c-97ec-f4698cc91ec8" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.112179] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ee866d32-d5ac-477c-97ec-f4698cc91ec8',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.115954] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6859007a-01ce-410e-95c7-9ae5c847b6b2 with status ACTIVE [ 714.115954] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.115954] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.115954] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.116380] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.117941] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.118273] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.118988] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.118988] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.118988] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.118988] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.119185] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.119296] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.119332] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.119527] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.119626] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.119740] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6859007a-01ce-410e-95c7-9ae5c847b6b2 is going to be updated. [ 714.152449] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.152654] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.152822] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.153093] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.153298] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.153527] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6859007a-01ce-410e-95c7-9ae5c847b6b2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.383564] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.383857] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.383857] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.384034] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.384130] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.384296] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e is going to be updated. [ 714.389279] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.389418] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.389487] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.389704] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.389814] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.389893] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 is going to be updated. [ 714.425343] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.428028] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.428028] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.428028] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.428028] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.430049] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c503460-53df-430f-8eb2-3adc0571c35b in Status: SUCCESS [ 714.430259] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c503460-53df-430f-8eb2-3adc0571c35b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.431453] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.431581] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.431649] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.431949] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.431987] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.433292] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c503460-53df-430f-8eb2-3adc0571c35b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.433469] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c503460-53df-430f-8eb2-3adc0571c35b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.433632] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.433735] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.433798] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.434032] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.434101] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.434174] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c503460-53df-430f-8eb2-3adc0571c35b',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.440852] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e in Status: IN_PROGRESS for 2s [ 714.441488] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 in Status: IN_PROGRESS for 2s [ 714.525356] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.526037] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.526037] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.526037] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.526261] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.526440] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port c5438370-4928-428d-b6e2-da468f4cc821 not found, creating... [ 714.526725] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.526880] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.526991] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.527258] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.527400] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.527711] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.528137] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.528289] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.528590] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.528870] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.528927] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: c5438370-4928-428d-b6e2-da468f4cc821 is going to be created. [ 714.554231] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.554231] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.554231] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.554231] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.554231] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.554231] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-c5438370-4928-428d-b6e2-da468f4cc821" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.614397] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ee866d32-d5ac-477c-97ec-f4698cc91ec8',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.819320] env[69836]: INFO networking_nsxv3.common.synchronization [None req-d354c22a-14fb-4842-884d-75e47deb4058 None None] Enqueued Resource ID: d5eca1f6-98f9-4a34-9b31-6c3dec0a247b with Priority: HIGHEST for action port [ 714.820195] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5eca1f6-98f9-4a34-9b31-6c3dec0a247b with Priority: HIGHEST for action port [ 714.820195] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5eca1f6-98f9-4a34-9b31-6c3dec0a247b taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.820355] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5eca1f6-98f9-4a34-9b31-6c3dec0a247b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.820355] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5eca1f6-98f9-4a34-9b31-6c3dec0a247b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.820977] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5eca1f6-98f9-4a34-9b31-6c3dec0a247b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.820977] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5eca1f6-98f9-4a34-9b31-6c3dec0a247b',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.937966] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c503460-53df-430f-8eb2-3adc0571c35b',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.117614] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.117807] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.117914] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.118228] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.118361] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.118474] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee866d32-d5ac-477c-97ec-f4698cc91ec8 is going to be created. [ 715.151908] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.152194] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.152283] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.152680] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.152928] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.164336] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee866d32-d5ac-477c-97ec-f4698cc91ec8 in Status: UNINITIALIZED for 2s [ 715.323769] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d5eca1f6-98f9-4a34-9b31-6c3dec0a247b [ 715.324007] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.324971] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.324971] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.324971] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.324971] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.324971] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d5eca1f6-98f9-4a34-9b31-6c3dec0a247b already deleted. [ 715.324971] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5eca1f6-98f9-4a34-9b31-6c3dec0a247b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.352535] env[69836]: INFO networking_nsxv3.common.synchronization [req-c65a2aab-ec06-44e5-940e-41e522dbbbae req-e8eed55f-eba4-4e76-b425-34abc741d8cf service nova] Enqueued Resource ID: 4d3233ea-1473-402b-83b9-89290db5d65b with Priority: HIGHEST for action security_group_rules [ 715.352773] env[69836]: INFO networking_nsxv3.common.synchronization [req-c65a2aab-ec06-44e5-940e-41e522dbbbae req-e8eed55f-eba4-4e76-b425-34abc741d8cf service nova] Enqueued Resource ID: 4d3233ea-1473-402b-83b9-89290db5d65b with Priority: HIGHEST for action security_group_members [ 715.352912] env[69836]: INFO networking_nsxv3.common.synchronization [req-c65a2aab-ec06-44e5-940e-41e522dbbbae req-e8eed55f-eba4-4e76-b425-34abc741d8cf service nova] Enqueued Resource ID: c5438370-4928-428d-b6e2-da468f4cc821 with Priority: HIGHEST for action port [ 715.353521] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d3233ea-1473-402b-83b9-89290db5d65b with Priority: HIGHEST for action security_group_rules [ 715.353696] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d3233ea-1473-402b-83b9-89290db5d65b with Priority: HIGHEST for action security_group_members [ 715.353834] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5438370-4928-428d-b6e2-da468f4cc821 with Priority: HIGHEST for action port [ 715.354183] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4d3233ea-1473-402b-83b9-89290db5d65b taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.355112] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4d3233ea-1473-402b-83b9-89290db5d65b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.355112] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4d3233ea-1473-402b-83b9-89290db5d65b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.355112] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4d3233ea-1473-402b-83b9-89290db5d65b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.355112] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4d3233ea-1473-402b-83b9-89290db5d65b',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.355991] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d3233ea-1473-402b-83b9-89290db5d65b taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.356158] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d3233ea-1473-402b-83b9-89290db5d65b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.356245] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d3233ea-1473-402b-83b9-89290db5d65b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.356438] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d3233ea-1473-402b-83b9-89290db5d65b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.356595] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.356700] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.356788] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.356969] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.357075] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.357169] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d3233ea-1473-402b-83b9-89290db5d65b',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.358673] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5438370-4928-428d-b6e2-da468f4cc821 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.358673] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5438370-4928-428d-b6e2-da468f4cc821" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.358673] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5438370-4928-428d-b6e2-da468f4cc821" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.358943] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5438370-4928-428d-b6e2-da468f4cc821" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.358943] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5438370-4928-428d-b6e2-da468f4cc821',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.440782] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c503460-53df-430f-8eb2-3adc0571c35b',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.510375] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc5fcf28-1a4d-464d-a473-8bee266a87b7 in Status: SUCCESS [ 715.510375] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.510375] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.510375] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.510375] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc5fcf28-1a4d-464d-a473-8bee266a87b7',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.856739] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d3233ea-1473-402b-83b9-89290db5d65b taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.856925] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d3233ea-1473-402b-83b9-89290db5d65b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.861543] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c5438370-4928-428d-b6e2-da468f4cc821 with status ACTIVE [ 715.861908] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.862131] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.862241] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.862525] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.862671] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.862941] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.863114] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.863229] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.863506] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.863640] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.863936] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.864118] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.864328] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.864447] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.864576] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.864710] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c5438370-4928-428d-b6e2-da468f4cc821 is going to be updated. [ 715.866705] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4d3233ea-1473-402b-83b9-89290db5d65b',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.895456] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.895456] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.895456] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.895456] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.895456] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.895456] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5438370-4928-428d-b6e2-da468f4cc821" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.947365] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.947529] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.947604] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.947818] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.948598] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.948730] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c503460-53df-430f-8eb2-3adc0571c35b is going to be updated. [ 715.988075] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.988075] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.988075] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.988291] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.988489] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.003698] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c503460-53df-430f-8eb2-3adc0571c35b in Status: IN_PROGRESS for 2s [ 716.013647] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc5fcf28-1a4d-464d-a473-8bee266a87b7 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.013647] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.013647] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.013647] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.013647] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.013647] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.013647] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.014214] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.014214] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.014214] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.014214] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cc5fcf28-1a4d-464d-a473-8bee266a87b7',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.260229] env[69836]: INFO networking_nsxv3.common.synchronization [req-ea41a1c4-6ad2-4a86-bf38-ba452f4fd499 req-055a0376-fbd6-4064-a589-0deaaf48b755 tempest-SecurityGroupRulesTestJSON-320845048 tempest-SecurityGroupRulesTestJSON-320845048-project-member] Enqueued Resource ID: bb1874fd-5fac-491a-bb4b-a9db4658f59b with Priority: HIGHEST for action security_group_rules [ 716.260229] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb1874fd-5fac-491a-bb4b-a9db4658f59b with Priority: HIGHEST for action security_group_rules [ 716.260407] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb1874fd-5fac-491a-bb4b-a9db4658f59b taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.260475] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb1874fd-5fac-491a-bb4b-a9db4658f59b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.260556] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb1874fd-5fac-491a-bb4b-a9db4658f59b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.260860] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb1874fd-5fac-491a-bb4b-a9db4658f59b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.260952] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb1874fd-5fac-491a-bb4b-a9db4658f59b',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.370270] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4d3233ea-1473-402b-83b9-89290db5d65b',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.454265] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 in Status: SUCCESS [ 716.458019] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.458019] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e in Status: SUCCESS [ 716.458019] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.458019] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.458019] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.458019] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.458019] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.458019] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.458019] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.458019] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.458019] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.458019] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('798155c2-14bd-4af3-9fc9-a42ec3f39a34',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.460695] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.460884] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.461086] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.461214] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.461315] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.461479] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.461566] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.461655] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.461786] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.462691] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.462865] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.463104] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.463229] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.463278] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.463399] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.463553] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.463640] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('798155c2-14bd-4af3-9fc9-a42ec3f39a34',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.466183] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.466183] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.466183] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.466183] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.466183] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.466183] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.466183] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.466183] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.517360] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc5fcf28-1a4d-464d-a473-8bee266a87b7 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.517560] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.517599] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.518776] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.518776] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.518776] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.518776] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.519186] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.519571] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.519665] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.519832] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc5fcf28-1a4d-464d-a473-8bee266a87b7 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.519925] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.519971] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.521046] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.522160] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.522309] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.522384] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.522548] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.522668] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.522714] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.522862] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cc5fcf28-1a4d-464d-a473-8bee266a87b7',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.527228] env[69836]: INFO networking_nsxv3.common.synchronization [None req-0b11fa8f-a06d-4d60-b12b-3404438c24c3 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Enqueued Resource ID: 5b36a90c-4fed-41e0-b87a-571379c37523 with Priority: HIGHEST for action security_group_rules [ 716.528223] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b36a90c-4fed-41e0-b87a-571379c37523 with Priority: HIGHEST for action security_group_rules [ 716.528223] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b36a90c-4fed-41e0-b87a-571379c37523 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.528223] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b36a90c-4fed-41e0-b87a-571379c37523" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.528580] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b36a90c-4fed-41e0-b87a-571379c37523" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.528580] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b36a90c-4fed-41e0-b87a-571379c37523" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.528580] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b36a90c-4fed-41e0-b87a-571379c37523',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.645612] env[69836]: INFO networking_nsxv3.common.synchronization [None req-5d55b860-a23f-480a-bcca-719bbd132233 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Enqueued Resource ID: 5b36a90c-4fed-41e0-b87a-571379c37523 with Priority: HIGHEST for action security_group_rules [ 716.645612] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b36a90c-4fed-41e0-b87a-571379c37523 with Priority: HIGHEST for action security_group_rules [ 716.645612] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b36a90c-4fed-41e0-b87a-571379c37523 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.645612] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b36a90c-4fed-41e0-b87a-571379c37523" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.784959] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.785158] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.785225] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.785408] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.785506] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.785655] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb1874fd-5fac-491a-bb4b-a9db4658f59b already deleted. [ 716.785712] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb1874fd-5fac-491a-bb4b-a9db4658f59b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.877305] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.877305] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.877305] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.877305] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.877305] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.877305] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d3233ea-1473-402b-83b9-89290db5d65b is going to be created. [ 716.912421] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.912554] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.912554] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.912786] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.912951] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.923366] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d3233ea-1473-402b-83b9-89290db5d65b in Status: UNINITIALIZED for 2s [ 716.966869] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-798155c2-14bd-4af3-9fc9-a42ec3f39a34 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.967023] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.967252] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.968175] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('798155c2-14bd-4af3-9fc9-a42ec3f39a34',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.977622] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.028734] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cc5fcf28-1a4d-464d-a473-8bee266a87b7: rpc.has_security_group_logging(os_id): False [ 717.048667] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.048818] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.048910] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.049400] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.049400] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.049555] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.049663] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.049727] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.049880] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.049960] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.050251] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.050359] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.050421] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.050563] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.050640] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.050823] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.050915] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.050974] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.051235] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.051321] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.051408] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc5fcf28-1a4d-464d-a473-8bee266a87b7 is going to be updated. [ 717.053668] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.053808] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.054016] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.054157] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.054324] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.054452] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b36a90c-4fed-41e0-b87a-571379c37523 already deleted. [ 717.054537] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b36a90c-4fed-41e0-b87a-571379c37523" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.054679] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b36a90c-4fed-41e0-b87a-571379c37523" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.054826] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b36a90c-4fed-41e0-b87a-571379c37523" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.054908] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b36a90c-4fed-41e0-b87a-571379c37523',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.118532] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.118532] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.118532] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.118532] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.118532] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.143519] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc5fcf28-1a4d-464d-a473-8bee266a87b7 in Status: IN_PROGRESS for 2s [ 717.186378] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee866d32-d5ac-477c-97ec-f4698cc91ec8 in Status: SUCCESS [ 717.186378] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee866d32-d5ac-477c-97ec-f4698cc91ec8" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.186378] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee866d32-d5ac-477c-97ec-f4698cc91ec8" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.186378] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee866d32-d5ac-477c-97ec-f4698cc91ec8" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.187140] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.189029] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.189029] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.189029] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.189029] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.189029] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee866d32-d5ac-477c-97ec-f4698cc91ec8" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.189029] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ee866d32-d5ac-477c-97ec-f4698cc91ec8',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.432583] env[69836]: INFO networking_nsxv3.common.synchronization [req-a6a59d2b-abd0-4b0d-8c15-b966d4d9f4dd req-fdeabf6e-6ab8-49a3-a88a-38de53e8120a tempest-SecurityGroupRulesTestJSON-320845048 tempest-SecurityGroupRulesTestJSON-320845048-project-member] Enqueued Resource ID: a88f068f-7152-4287-94a4-8392f1f01e92 with Priority: HIGHEST for action security_group_rules [ 717.432583] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a88f068f-7152-4287-94a4-8392f1f01e92 with Priority: HIGHEST for action security_group_rules [ 717.432583] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a88f068f-7152-4287-94a4-8392f1f01e92 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.432583] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a88f068f-7152-4287-94a4-8392f1f01e92" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.432830] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a88f068f-7152-4287-94a4-8392f1f01e92" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.432928] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a88f068f-7152-4287-94a4-8392f1f01e92" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.433012] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a88f068f-7152-4287-94a4-8392f1f01e92',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.469489] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e: rpc.has_security_group_logging(os_id): False [ 717.470785] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('798155c2-14bd-4af3-9fc9-a42ec3f39a34',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.481398] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.491242] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.491461] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.491576] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.491901] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.491982] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.492291] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.492431] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.492501] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.492672] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.492749] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.492872] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e is going to be created. [ 717.558917] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.559016] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.559285] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.559352] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.559924] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.584275] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e in Status: IN_PROGRESS for 2s [ 717.587071] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.587901] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.587901] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.587901] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.587901] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.587901] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b36a90c-4fed-41e0-b87a-571379c37523 already deleted. [ 717.588130] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b36a90c-4fed-41e0-b87a-571379c37523" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.622386] env[69836]: INFO networking_nsxv3.common.synchronization [None req-ed2252d3-e10a-4fdc-a39f-2175d7ed7fad None None] Enqueued Resource ID: 460527dc-f610-40cb-8246-37e342b78bb7 with Priority: HIGHEST for action port [ 717.622655] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 460527dc-f610-40cb-8246-37e342b78bb7 with Priority: HIGHEST for action port [ 717.623270] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-460527dc-f610-40cb-8246-37e342b78bb7 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.623421] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-460527dc-f610-40cb-8246-37e342b78bb7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.623498] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-460527dc-f610-40cb-8246-37e342b78bb7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.623738] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-460527dc-f610-40cb-8246-37e342b78bb7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.623828] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('460527dc-f610-40cb-8246-37e342b78bb7',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.692581] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee866d32-d5ac-477c-97ec-f4698cc91ec8 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.694463] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee866d32-d5ac-477c-97ec-f4698cc91ec8" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.694619] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee866d32-d5ac-477c-97ec-f4698cc91ec8" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.694959] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee866d32-d5ac-477c-97ec-f4698cc91ec8" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.695234] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.696442] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.696442] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.696442] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.696442] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.696621] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee866d32-d5ac-477c-97ec-f4698cc91ec8" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.696665] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee866d32-d5ac-477c-97ec-f4698cc91ec8 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.696768] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee866d32-d5ac-477c-97ec-f4698cc91ec8" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.696827] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee866d32-d5ac-477c-97ec-f4698cc91ec8" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.696990] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee866d32-d5ac-477c-97ec-f4698cc91ec8" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.697428] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.697535] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.697600] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.697750] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.697830] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.697913] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee866d32-d5ac-477c-97ec-f4698cc91ec8" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.698024] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ee866d32-d5ac-477c-97ec-f4698cc91ec8',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.962940] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.963183] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.963267] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.963544] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.963696] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.963777] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a88f068f-7152-4287-94a4-8392f1f01e92 already deleted. [ 717.963902] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a88f068f-7152-4287-94a4-8392f1f01e92" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.973111] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.973302] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.973357] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.973663] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.973663] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.973758] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 is going to be updated. [ 717.986454] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.986454] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.986454] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.986625] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.986748] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.986934] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e is going to be updated. [ 718.017705] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c503460-53df-430f-8eb2-3adc0571c35b in Status: SUCCESS [ 718.017705] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c503460-53df-430f-8eb2-3adc0571c35b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.017705] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c503460-53df-430f-8eb2-3adc0571c35b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.017705] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c503460-53df-430f-8eb2-3adc0571c35b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.017705] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.017705] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.017705] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.017705] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.017941] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.017941] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c503460-53df-430f-8eb2-3adc0571c35b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.017941] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0c503460-53df-430f-8eb2-3adc0571c35b',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.020015] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.020015] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.020015] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.020325] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.020445] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.022217] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.023926] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.023926] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.023926] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.023926] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.032025] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 in Status: IN_PROGRESS for 2s [ 718.033731] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e in Status: IN_PROGRESS for 2s [ 718.127069] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 460527dc-f610-40cb-8246-37e342b78bb7 [ 718.127387] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.127565] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.127682] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.127867] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.128013] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.128162] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:460527dc-f610-40cb-8246-37e342b78bb7 already deleted. [ 718.128289] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-460527dc-f610-40cb-8246-37e342b78bb7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.203259] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ee866d32-d5ac-477c-97ec-f4698cc91ec8: rpc.has_security_group_logging(os_id): False [ 718.229064] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.229331] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.229386] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.229638] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.229750] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.230090] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.230090] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.230228] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.230318] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.230434] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.230639] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.230781] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.230820] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.231345] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.231345] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.231345] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.231345] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.231478] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.231926] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.231926] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.231926] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee866d32-d5ac-477c-97ec-f4698cc91ec8 is going to be created. [ 718.302268] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.302512] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.302512] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.302698] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.302888] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.315064] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee866d32-d5ac-477c-97ec-f4698cc91ec8 in Status: IN_PROGRESS for 2s [ 718.525077] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0c503460-53df-430f-8eb2-3adc0571c35b',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.937551] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d3233ea-1473-402b-83b9-89290db5d65b in Status: SUCCESS [ 718.937810] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d3233ea-1473-402b-83b9-89290db5d65b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.938068] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d3233ea-1473-402b-83b9-89290db5d65b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.938281] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d3233ea-1473-402b-83b9-89290db5d65b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.938534] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.938624] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.938677] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.938843] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.938918] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.939016] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d3233ea-1473-402b-83b9-89290db5d65b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.939121] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4d3233ea-1473-402b-83b9-89290db5d65b',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.028025] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0c503460-53df-430f-8eb2-3adc0571c35b: rpc.has_security_group_logging(os_id): False [ 719.051435] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.051696] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.051923] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.052306] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.052467] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.052748] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.052890] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.053024] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.053216] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.053335] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.053457] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c503460-53df-430f-8eb2-3adc0571c35b is going to be created. [ 719.128150] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.128367] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.128433] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.128710] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.128907] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.146141] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c503460-53df-430f-8eb2-3adc0571c35b in Status: IN_PROGRESS for 2s [ 719.163869] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc5fcf28-1a4d-464d-a473-8bee266a87b7 in Status: SUCCESS [ 719.164137] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.243398] env[69836]: INFO networking_nsxv3.common.synchronization [req-2fee9b4a-acad-488a-bf93-2b8f994da24b req-d4bee62c-04b0-44f3-9a72-3317d8f53033 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Enqueued Resource ID: 79880f51-69c6-44ae-9ab1-20d0db04b690 with Priority: HIGHEST for action security_group_members [ 719.243929] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79880f51-69c6-44ae-9ab1-20d0db04b690 with Priority: HIGHEST for action security_group_members [ 719.244740] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-79880f51-69c6-44ae-9ab1-20d0db04b690 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.247976] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79880f51-69c6-44ae-9ab1-20d0db04b690" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.247976] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79880f51-69c6-44ae-9ab1-20d0db04b690" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.248210] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79880f51-69c6-44ae-9ab1-20d0db04b690" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.248378] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.248507] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.248667] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.248753] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.248837] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.248977] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79880f51-69c6-44ae-9ab1-20d0db04b690',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.441544] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4d3233ea-1473-402b-83b9-89290db5d65b',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.601428] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e in Status: SUCCESS [ 719.601752] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.601838] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.602038] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.602130] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.734939] env[69836]: INFO networking_nsxv3.common.synchronization [req-92c50c91-35b4-403b-b42e-6991e9a3dc6a req-09f26a27-92fc-42c4-a2fb-3cd8abc1fce4 tempest-SecurityGroupRulesTestJSON-320845048 tempest-SecurityGroupRulesTestJSON-320845048-project-member] Enqueued Resource ID: 7ec57e55-787f-4dda-b84e-bd10622efab0 with Priority: HIGHEST for action security_group_rules [ 719.735420] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ec57e55-787f-4dda-b84e-bd10622efab0 with Priority: HIGHEST for action security_group_rules [ 719.735719] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ec57e55-787f-4dda-b84e-bd10622efab0 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.735841] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ec57e55-787f-4dda-b84e-bd10622efab0" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.735910] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ec57e55-787f-4dda-b84e-bd10622efab0" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.736270] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ec57e55-787f-4dda-b84e-bd10622efab0" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.736360] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ec57e55-787f-4dda-b84e-bd10622efab0',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.750939] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.751158] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.751158] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.751317] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.751417] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.751635] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.751779] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.751863] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.752070] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.752160] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.752294] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79880f51-69c6-44ae-9ab1-20d0db04b690 already deleted. [ 719.752417] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79880f51-69c6-44ae-9ab1-20d0db04b690" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.944349] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4d3233ea-1473-402b-83b9-89290db5d65b: rpc.has_security_group_logging(os_id): False [ 719.956343] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-404 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.956609] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.956785] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.957104] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.957458] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.957578] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.957712] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.957933] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.958093] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.958348] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 719.958510] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 719.958637] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 719.958811] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 719.958865] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 719.959034] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 719.959256] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 719.970689] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.970689] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.970689] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.970689] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.970689] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.970689] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.970689] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.970689] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.970689] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.970689] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.970689] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4d3233ea-1473-402b-83b9-89290db5d65b is going to be created. [ 719.985847] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 719.986021] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 719.986236] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 719.986585] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.986767] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-dac0fe3e-ceee-4eb9-ac3a-ddd1acd63fa5 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.986933] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-dac0fe3e-ceee-4eb9-ac3a-ddd1acd63fa5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.987069] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-dac0fe3e-ceee-4eb9-ac3a-ddd1acd63fa5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.987440] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-dac0fe3e-ceee-4eb9-ac3a-ddd1acd63fa5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.988031] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dac0fe3e-ceee-4eb9-ac3a-ddd1acd63fa5',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.041024] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.041024] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.041024] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.041024] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.041024] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.043231] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e in Status: SUCCESS [ 720.043440] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.043620] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.043794] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.043968] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.044662] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.044730] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.044901] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.044986] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.045096] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.046655] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 in Status: SUCCESS [ 720.046846] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.046980] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.047188] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.047493] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.047615] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.047682] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.047842] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.047924] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.048045] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('798155c2-14bd-4af3-9fc9-a42ec3f39a34',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.050366] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4d3233ea-1473-402b-83b9-89290db5d65b in Status: IN_PROGRESS for 2s [ 720.107031] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.107309] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.261625] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.262043] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.262148] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.262537] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.262723] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.262901] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ec57e55-787f-4dda-b84e-bd10622efab0 already deleted. [ 720.263132] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ec57e55-787f-4dda-b84e-bd10622efab0" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.338724] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee866d32-d5ac-477c-97ec-f4698cc91ec8 in Status: SUCCESS [ 720.338965] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee866d32-d5ac-477c-97ec-f4698cc91ec8" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.382928] env[69836]: INFO networking_nsxv3.common.synchronization [req-0aba73c4-76d5-4ad7-bcf6-bf22f2448182 req-b603a5e8-0f84-4657-b7b4-e5c7fab5fb62 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Enqueued Resource ID: cc5fcf28-1a4d-464d-a473-8bee266a87b7 with Priority: HIGHEST for action security_group_members [ 720.383376] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc5fcf28-1a4d-464d-a473-8bee266a87b7 with Priority: HIGHEST for action security_group_members [ 720.384931] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc5fcf28-1a4d-464d-a473-8bee266a87b7 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.385140] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.386694] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.386694] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.386694] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.386694] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.386694] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.386694] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.386694] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.386694] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc5fcf28-1a4d-464d-a473-8bee266a87b7',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.494345] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.494504] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.494654] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.494946] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.495105] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.495291] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port dac0fe3e-ceee-4eb9-ac3a-ddd1acd63fa5 not found, creating... [ 720.495581] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.495738] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.495853] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.496100] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.496426] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.497029] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.497029] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.497029] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.500576] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.500685] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.500806] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: dac0fe3e-ceee-4eb9-ac3a-ddd1acd63fa5 is going to be created. [ 720.525252] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.525497] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.525911] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.528086] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.528376] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.528665] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-dac0fe3e-ceee-4eb9-ac3a-ddd1acd63fa5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.549837] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.553108] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('798155c2-14bd-4af3-9fc9-a42ec3f39a34',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.591508] env[69836]: INFO networking_nsxv3.common.synchronization [req-0aba73c4-76d5-4ad7-bcf6-bf22f2448182 req-dfb58531-3ef6-4803-bfec-1be3d73f23bf tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Enqueued Resource ID: cc5fcf28-1a4d-464d-a473-8bee266a87b7 with Priority: HIGHEST for action security_group_members [ 720.592850] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc5fcf28-1a4d-464d-a473-8bee266a87b7 with Priority: HIGHEST for action security_group_members [ 720.592850] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc5fcf28-1a4d-464d-a473-8bee266a87b7 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.593016] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.788868] env[69836]: INFO networking_nsxv3.common.synchronization [req-0aba73c4-76d5-4ad7-bcf6-bf22f2448182 req-72be6e90-4fc7-4803-8f22-588a39a072a8 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Enqueued Resource ID: cc5fcf28-1a4d-464d-a473-8bee266a87b7 with Priority: HIGHEST for action security_group_members [ 720.788868] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc5fcf28-1a4d-464d-a473-8bee266a87b7 with Priority: HIGHEST for action security_group_members [ 720.788868] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc5fcf28-1a4d-464d-a473-8bee266a87b7 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.788868] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.890875] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cc5fcf28-1a4d-464d-a473-8bee266a87b7',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.053280] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.055436] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('798155c2-14bd-4af3-9fc9-a42ec3f39a34',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.162907] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c503460-53df-430f-8eb2-3adc0571c35b in Status: SUCCESS [ 721.163290] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c503460-53df-430f-8eb2-3adc0571c35b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.399073] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cc5fcf28-1a4d-464d-a473-8bee266a87b7',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.524777] env[69836]: INFO networking_nsxv3.common.synchronization [req-2fee9b4a-acad-488a-bf93-2b8f994da24b req-f8adbaff-7a26-4360-8b74-647fbe4fc8d9 service nova] Enqueued Resource ID: 79880f51-69c6-44ae-9ab1-20d0db04b690 with Priority: HIGHEST for action security_group_rules [ 721.524777] env[69836]: INFO networking_nsxv3.common.synchronization [req-2fee9b4a-acad-488a-bf93-2b8f994da24b req-f8adbaff-7a26-4360-8b74-647fbe4fc8d9 service nova] Enqueued Resource ID: 79880f51-69c6-44ae-9ab1-20d0db04b690 with Priority: HIGHEST for action security_group_members [ 721.524777] env[69836]: INFO networking_nsxv3.common.synchronization [req-2fee9b4a-acad-488a-bf93-2b8f994da24b req-f8adbaff-7a26-4360-8b74-647fbe4fc8d9 service nova] Enqueued Resource ID: dac0fe3e-ceee-4eb9-ac3a-ddd1acd63fa5 with Priority: HIGHEST for action port [ 721.524777] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79880f51-69c6-44ae-9ab1-20d0db04b690 with Priority: HIGHEST for action security_group_rules [ 721.524777] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79880f51-69c6-44ae-9ab1-20d0db04b690 with Priority: HIGHEST for action security_group_members [ 721.524777] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dac0fe3e-ceee-4eb9-ac3a-ddd1acd63fa5 with Priority: HIGHEST for action port [ 721.525501] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-79880f51-69c6-44ae-9ab1-20d0db04b690 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.525685] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-79880f51-69c6-44ae-9ab1-20d0db04b690" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.525785] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-79880f51-69c6-44ae-9ab1-20d0db04b690" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.526126] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-79880f51-69c6-44ae-9ab1-20d0db04b690" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.526330] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('79880f51-69c6-44ae-9ab1-20d0db04b690',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.527579] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-79880f51-69c6-44ae-9ab1-20d0db04b690 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.527764] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79880f51-69c6-44ae-9ab1-20d0db04b690" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.527882] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79880f51-69c6-44ae-9ab1-20d0db04b690" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.528140] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79880f51-69c6-44ae-9ab1-20d0db04b690" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.528387] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.528571] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.528689] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.528924] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.529079] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.529225] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79880f51-69c6-44ae-9ab1-20d0db04b690',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.531090] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-dac0fe3e-ceee-4eb9-ac3a-ddd1acd63fa5 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.531685] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dac0fe3e-ceee-4eb9-ac3a-ddd1acd63fa5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.531685] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dac0fe3e-ceee-4eb9-ac3a-ddd1acd63fa5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.531685] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dac0fe3e-ceee-4eb9-ac3a-ddd1acd63fa5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.531685] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dac0fe3e-ceee-4eb9-ac3a-ddd1acd63fa5',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.557423] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.557833] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.558854] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.559273] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.559435] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.559576] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e is going to be updated. [ 721.561534] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.561701] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.561805] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.562044] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.562174] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.562304] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 is going to be updated. [ 721.602310] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.602494] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.602724] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.602959] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.603137] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.611029] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.611029] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.611029] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.611029] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.611029] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.620290] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e in Status: IN_PROGRESS for 2s [ 721.621070] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 in Status: IN_PROGRESS for 2s [ 721.906369] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.906369] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.906369] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.906369] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.906369] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.906369] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc5fcf28-1a4d-464d-a473-8bee266a87b7 is going to be updated. [ 721.948026] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.948026] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.948026] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.948026] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.948026] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.958057] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc5fcf28-1a4d-464d-a473-8bee266a87b7 in Status: IN_PROGRESS for 2s [ 722.017397] env[69836]: INFO networking_nsxv3.common.synchronization [req-5eddf462-d6a2-41f7-ae00-bfbeb6b32641 req-ae6a34a3-0759-4750-92b8-850902e8ab8c tempest-SecurityGroupRulesTestJSON-320845048 tempest-SecurityGroupRulesTestJSON-320845048-project-member] Enqueued Resource ID: 1fdf8fed-5e93-4081-8fdf-30841aed4a2d with Priority: HIGHEST for action security_group_rules [ 722.017397] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fdf8fed-5e93-4081-8fdf-30841aed4a2d with Priority: HIGHEST for action security_group_rules [ 722.017397] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1fdf8fed-5e93-4081-8fdf-30841aed4a2d taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.017397] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1fdf8fed-5e93-4081-8fdf-30841aed4a2d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.017397] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1fdf8fed-5e93-4081-8fdf-30841aed4a2d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.017397] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1fdf8fed-5e93-4081-8fdf-30841aed4a2d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.018184] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1fdf8fed-5e93-4081-8fdf-30841aed4a2d',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.036425] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('79880f51-69c6-44ae-9ab1-20d0db04b690',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.037968] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-79880f51-69c6-44ae-9ab1-20d0db04b690 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.038115] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79880f51-69c6-44ae-9ab1-20d0db04b690" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.038284] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dac0fe3e-ceee-4eb9-ac3a-ddd1acd63fa5 with status ACTIVE [ 722.038448] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.038553] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.038615] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.038810] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.038933] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.039303] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.039303] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.039303] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.039519] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.039519] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.040834] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.040834] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.040834] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.040834] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.040834] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.040834] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dac0fe3e-ceee-4eb9-ac3a-ddd1acd63fa5 is going to be updated. [ 722.062764] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4d3233ea-1473-402b-83b9-89290db5d65b in Status: SUCCESS [ 722.062987] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4d3233ea-1473-402b-83b9-89290db5d65b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.070013] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.071016] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.071016] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.071016] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.071016] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.071016] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dac0fe3e-ceee-4eb9-ac3a-ddd1acd63fa5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.480357] env[69836]: INFO networking_nsxv3.common.synchronization [req-648acefc-1df3-4e4f-9f75-7d0e2c8f2fc2 req-97037f4a-df03-440d-8ca4-45a5330abc7f tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Enqueued Resource ID: 79880f51-69c6-44ae-9ab1-20d0db04b690 with Priority: HIGHEST for action security_group_members [ 722.482113] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79880f51-69c6-44ae-9ab1-20d0db04b690 with Priority: HIGHEST for action security_group_members [ 722.482701] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-79880f51-69c6-44ae-9ab1-20d0db04b690 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.482879] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79880f51-69c6-44ae-9ab1-20d0db04b690" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.542508] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('79880f51-69c6-44ae-9ab1-20d0db04b690',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.546764] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.546959] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.547033] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.547239] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.547336] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.547435] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1fdf8fed-5e93-4081-8fdf-30841aed4a2d already deleted. [ 722.547519] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1fdf8fed-5e93-4081-8fdf-30841aed4a2d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.044978] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.045408] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.045408] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.045714] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.045833] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.045989] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79880f51-69c6-44ae-9ab1-20d0db04b690 is going to be created. [ 723.048877] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-404 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.049085] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.049213] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.049519] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.049794] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.049956] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.050090] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.050349] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.050536] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.050758] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 723.050876] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 723.050984] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 723.051105] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 723.051217] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 723.051328] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 723.051499] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 723.073383] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 723.073703] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 723.073795] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 723.073944] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.074336] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-cae4c0ac-1edc-42f7-8f14-39e6e506b582 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.074532] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-cae4c0ac-1edc-42f7-8f14-39e6e506b582" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.074657] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-cae4c0ac-1edc-42f7-8f14-39e6e506b582" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.075038] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-cae4c0ac-1edc-42f7-8f14-39e6e506b582" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.075211] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cae4c0ac-1edc-42f7-8f14-39e6e506b582',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.079395] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.079542] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.079620] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.079838] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.080213] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.102697] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79880f51-69c6-44ae-9ab1-20d0db04b690 in Status: UNINITIALIZED for 2s [ 723.581019] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.581019] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.581019] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.581019] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.581019] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.581019] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port cae4c0ac-1edc-42f7-8f14-39e6e506b582 not found, creating... [ 723.581019] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.581019] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.581019] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.581019] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.581019] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.581456] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.581456] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.581456] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.581718] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.581881] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.582089] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: cae4c0ac-1edc-42f7-8f14-39e6e506b582 is going to be created. [ 723.606629] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.606907] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.607066] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.607353] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.607632] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.607931] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-cae4c0ac-1edc-42f7-8f14-39e6e506b582" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.636603] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 in Status: SUCCESS [ 723.636734] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.636991] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.637239] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.637492] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.637635] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.637710] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.637890] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.638061] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.638210] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.638592] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-798155c2-14bd-4af3-9fc9-a42ec3f39a34 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.638592] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.638592] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.638813] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.639011] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.639178] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.639296] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.639733] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.639733] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.639825] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.639962] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('798155c2-14bd-4af3-9fc9-a42ec3f39a34',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.641910] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e in Status: SUCCESS [ 723.641975] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.642243] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.642471] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.642734] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.642871] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.642950] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.643332] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.643332] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.643332] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.643446] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.879721] env[69836]: INFO networking_nsxv3.common.synchronization [req-ba41562a-3fd9-48eb-81dd-bb13a41fae5f req-dbb56f81-ef60-455f-9995-22ae870f0f10 tempest-SecurityGroupRulesTestJSON-320845048 tempest-SecurityGroupRulesTestJSON-320845048-project-member] Enqueued Resource ID: d93a93e2-abfb-41cc-8e9f-6503f40d4a60 with Priority: HIGHEST for action security_group_rules [ 723.880381] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d93a93e2-abfb-41cc-8e9f-6503f40d4a60 with Priority: HIGHEST for action security_group_rules [ 723.880686] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d93a93e2-abfb-41cc-8e9f-6503f40d4a60 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.880821] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d93a93e2-abfb-41cc-8e9f-6503f40d4a60" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.880905] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d93a93e2-abfb-41cc-8e9f-6503f40d4a60" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.881271] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d93a93e2-abfb-41cc-8e9f-6503f40d4a60" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.881403] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d93a93e2-abfb-41cc-8e9f-6503f40d4a60',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.968345] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc5fcf28-1a4d-464d-a473-8bee266a87b7 in Status: SUCCESS [ 723.968814] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.968880] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.969078] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.969290] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.969411] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.969479] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.969635] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.969715] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.969966] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc5fcf28-1a4d-464d-a473-8bee266a87b7',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.145976] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 798155c2-14bd-4af3-9fc9-a42ec3f39a34: rpc.has_security_group_logging(os_id): False [ 724.147367] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.170302] env[69836]: INFO networking_nsxv3.common.synchronization [req-31b405a2-dcfe-4b7e-ba77-5152d185b3eb req-a7a4c49a-0222-426d-bc20-c625b2b6a727 tempest-SecurityGroupRulesTestJSON-320845048 tempest-SecurityGroupRulesTestJSON-320845048-project-member] Enqueued Resource ID: d93a93e2-abfb-41cc-8e9f-6503f40d4a60 with Priority: HIGHEST for action security_group_rules [ 724.171485] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d93a93e2-abfb-41cc-8e9f-6503f40d4a60 with Priority: HIGHEST for action security_group_rules [ 724.172045] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d93a93e2-abfb-41cc-8e9f-6503f40d4a60 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.172268] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d93a93e2-abfb-41cc-8e9f-6503f40d4a60" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.179428] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.179620] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.179666] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.179848] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.179942] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.180184] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.180288] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.180352] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.180510] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.180589] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.180776] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.180868] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.180926] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.181084] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.181161] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.181358] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.181454] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.181514] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.181652] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.181730] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.181815] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 is going to be updated. [ 724.267021] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.267021] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.267021] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.267021] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.267021] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.283097] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 in Status: IN_PROGRESS for 2s [ 724.408109] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.408757] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.408844] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.409090] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.409211] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.409332] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d93a93e2-abfb-41cc-8e9f-6503f40d4a60 already deleted. [ 724.409422] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d93a93e2-abfb-41cc-8e9f-6503f40d4a60" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.409598] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d93a93e2-abfb-41cc-8e9f-6503f40d4a60" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.409743] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d93a93e2-abfb-41cc-8e9f-6503f40d4a60" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.409827] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d93a93e2-abfb-41cc-8e9f-6503f40d4a60',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.475309] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.475309] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.475309] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.475309] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.475309] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.475309] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.475309] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.475309] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.475309] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.475309] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.475309] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc5fcf28-1a4d-464d-a473-8bee266a87b7 is going to be updated. [ 724.509174] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.509417] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.509476] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.509715] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.509999] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.525399] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc5fcf28-1a4d-464d-a473-8bee266a87b7 in Status: IN_PROGRESS for 2s [ 724.585081] env[69836]: INFO networking_nsxv3.common.synchronization [req-648acefc-1df3-4e4f-9f75-7d0e2c8f2fc2 req-96b49ae2-2f4c-4a5e-9020-675ca5cc96e3 service nova] Enqueued Resource ID: 79880f51-69c6-44ae-9ab1-20d0db04b690 with Priority: HIGHEST for action security_group_rules [ 724.585441] env[69836]: INFO networking_nsxv3.common.synchronization [req-648acefc-1df3-4e4f-9f75-7d0e2c8f2fc2 req-96b49ae2-2f4c-4a5e-9020-675ca5cc96e3 service nova] Enqueued Resource ID: 79880f51-69c6-44ae-9ab1-20d0db04b690 with Priority: HIGHEST for action security_group_members [ 724.585441] env[69836]: INFO networking_nsxv3.common.synchronization [req-648acefc-1df3-4e4f-9f75-7d0e2c8f2fc2 req-96b49ae2-2f4c-4a5e-9020-675ca5cc96e3 service nova] Enqueued Resource ID: cae4c0ac-1edc-42f7-8f14-39e6e506b582 with Priority: HIGHEST for action port [ 724.585684] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79880f51-69c6-44ae-9ab1-20d0db04b690 with Priority: HIGHEST for action security_group_rules [ 724.585684] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79880f51-69c6-44ae-9ab1-20d0db04b690 with Priority: HIGHEST for action security_group_members [ 724.585833] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cae4c0ac-1edc-42f7-8f14-39e6e506b582 with Priority: HIGHEST for action port [ 724.586474] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-79880f51-69c6-44ae-9ab1-20d0db04b690 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.586623] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-79880f51-69c6-44ae-9ab1-20d0db04b690" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.586762] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-79880f51-69c6-44ae-9ab1-20d0db04b690 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.586851] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79880f51-69c6-44ae-9ab1-20d0db04b690" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.589030] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-cae4c0ac-1edc-42f7-8f14-39e6e506b582 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.589204] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cae4c0ac-1edc-42f7-8f14-39e6e506b582" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.589294] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cae4c0ac-1edc-42f7-8f14-39e6e506b582" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.589565] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cae4c0ac-1edc-42f7-8f14-39e6e506b582" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.589657] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cae4c0ac-1edc-42f7-8f14-39e6e506b582',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.651437] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e: rpc.has_security_group_logging(os_id): False [ 724.676389] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.676604] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.676720] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.676927] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.677032] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.677292] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.677392] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.677457] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.677618] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.677698] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.677869] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e is going to be updated. [ 724.742721] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.743073] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.743073] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.743150] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.743283] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.759535] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e in Status: IN_PROGRESS for 2s [ 724.903555] env[69836]: INFO networking_nsxv3.common.synchronization [req-d254e644-4609-471f-9811-3af87ede4e78 req-8158f6a0-b06a-45b4-a93b-302d411ca882 tempest-SecurityGroupRulesTestJSON-320845048 tempest-SecurityGroupRulesTestJSON-320845048-project-member] Enqueued Resource ID: d93a93e2-abfb-41cc-8e9f-6503f40d4a60 with Priority: HIGHEST for action security_group_rules [ 724.903929] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d93a93e2-abfb-41cc-8e9f-6503f40d4a60 with Priority: HIGHEST for action security_group_rules [ 724.904258] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d93a93e2-abfb-41cc-8e9f-6503f40d4a60 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.904366] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d93a93e2-abfb-41cc-8e9f-6503f40d4a60" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.961797] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.961957] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.962034] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.962261] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.962385] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.962455] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d93a93e2-abfb-41cc-8e9f-6503f40d4a60 already deleted. [ 724.962526] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d93a93e2-abfb-41cc-8e9f-6503f40d4a60" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.962676] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d93a93e2-abfb-41cc-8e9f-6503f40d4a60" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.962824] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d93a93e2-abfb-41cc-8e9f-6503f40d4a60" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.962904] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d93a93e2-abfb-41cc-8e9f-6503f40d4a60',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.095026] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cae4c0ac-1edc-42f7-8f14-39e6e506b582 with status ACTIVE [ 725.095026] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.095026] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.095026] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.095026] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.095026] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.095026] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.095026] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.095026] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.095026] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.095026] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.095026] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.095026] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.095026] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.095026] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.095026] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.095026] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cae4c0ac-1edc-42f7-8f14-39e6e506b582 is going to be updated. [ 725.114609] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79880f51-69c6-44ae-9ab1-20d0db04b690 in Status: SUCCESS [ 725.114789] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79880f51-69c6-44ae-9ab1-20d0db04b690" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.114960] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79880f51-69c6-44ae-9ab1-20d0db04b690" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.115396] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79880f51-69c6-44ae-9ab1-20d0db04b690" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.115618] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.115742] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.115803] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.115989] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.116091] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.116202] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79880f51-69c6-44ae-9ab1-20d0db04b690" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.116296] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('79880f51-69c6-44ae-9ab1-20d0db04b690',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.117444] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79880f51-69c6-44ae-9ab1-20d0db04b690" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.117614] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79880f51-69c6-44ae-9ab1-20d0db04b690" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.117807] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.117914] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.117973] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.118192] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.118266] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.118360] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79880f51-69c6-44ae-9ab1-20d0db04b690',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.124136] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.124331] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.124383] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.124584] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.124724] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.124894] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cae4c0ac-1edc-42f7-8f14-39e6e506b582" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.488509] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.488509] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.489788] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.489788] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.489788] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.489788] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d93a93e2-abfb-41cc-8e9f-6503f40d4a60 already deleted. [ 725.489788] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d93a93e2-abfb-41cc-8e9f-6503f40d4a60" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.620965] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-79880f51-69c6-44ae-9ab1-20d0db04b690 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.624027] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79880f51-69c6-44ae-9ab1-20d0db04b690" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.624027] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('79880f51-69c6-44ae-9ab1-20d0db04b690',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.905212] env[69836]: INFO networking_nsxv3.common.synchronization [req-a81853c0-5394-46c3-9eac-361a19d17592 req-0618c706-42da-47e8-89e3-f4fc70b93e23 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] Enqueued Resource ID: 0aa33421-5c68-425c-b92a-4da34f266976 with Priority: HIGHEST for action security_group_members [ 725.905732] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0aa33421-5c68-425c-b92a-4da34f266976 with Priority: HIGHEST for action security_group_members [ 725.913243] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-0aa33421-5c68-425c-b92a-4da34f266976 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.913471] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0aa33421-5c68-425c-b92a-4da34f266976" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.913514] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0aa33421-5c68-425c-b92a-4da34f266976" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.914659] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0aa33421-5c68-425c-b92a-4da34f266976" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.914927] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.915140] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.915316] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.915552] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.915651] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.915754] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0aa33421-5c68-425c-b92a-4da34f266976',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.126719] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('79880f51-69c6-44ae-9ab1-20d0db04b690',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.247797] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-111 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.248019] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-111" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.248147] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-111" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.248511] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-111" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.248820] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.249110] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.249296] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.249563] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.249762] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.250019] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 726.250745] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 726.250745] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 726.250745] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 726.250745] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 726.250745] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 726.251108] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 726.271019] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 726.271347] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 726.271670] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 726.271912] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-111" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.272303] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-cc39f24a-047a-4ab6-b2c5-87fab87da5ab taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.272530] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-cc39f24a-047a-4ab6-b2c5-87fab87da5ab" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.276300] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-cc39f24a-047a-4ab6-b2c5-87fab87da5ab" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.276635] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-cc39f24a-047a-4ab6-b2c5-87fab87da5ab" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.276780] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc39f24a-047a-4ab6-b2c5-87fab87da5ab',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.297684] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 in Status: SUCCESS [ 726.297921] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.298114] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.298599] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.298743] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('798155c2-14bd-4af3-9fc9-a42ec3f39a34',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.421714] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.421901] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.421979] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.422228] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.422322] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.422679] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.422969] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.422969] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.423074] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.423103] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.423237] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0aa33421-5c68-425c-b92a-4da34f266976 already deleted. [ 726.423237] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0aa33421-5c68-425c-b92a-4da34f266976" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.539654] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc5fcf28-1a4d-464d-a473-8bee266a87b7 in Status: SUCCESS [ 726.539654] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc5fcf28-1a4d-464d-a473-8bee266a87b7 deletion is rescheduled due to dependency. [ 726.539654] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.539654] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.539987] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.539987] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.540123] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.540294] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.540336] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.540415] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.540510] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc5fcf28-1a4d-464d-a473-8bee266a87b7',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.629290] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.629459] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.629532] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.629763] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.629869] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.629978] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79880f51-69c6-44ae-9ab1-20d0db04b690 is going to be updated. [ 726.663289] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.663379] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.663412] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.663648] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.663780] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.676789] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79880f51-69c6-44ae-9ab1-20d0db04b690 in Status: IN_PROGRESS for 2s [ 726.775460] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e in Status: SUCCESS [ 726.775712] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.779665] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.779879] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.780009] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.780298] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.780458] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.780612] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port cc39f24a-047a-4ab6-b2c5-87fab87da5ab not found, creating... [ 726.780908] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.781066] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.781188] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.781404] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.781553] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.781829] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.781960] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.782099] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.782349] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.782489] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.782639] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: cc39f24a-047a-4ab6-b2c5-87fab87da5ab is going to be created. [ 726.802400] env[69836]: INFO networking_nsxv3.common.synchronization [req-1a1066d1-2856-4104-b4ed-b55387faccba req-0bc6a677-5ae7-44c3-9d78-6cdc0f4464d0 tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Enqueued Resource ID: 85effc41-e7cb-42c0-a978-067a7d9a89bf with Priority: HIGHEST for action security_group_members [ 726.802400] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-798155c2-14bd-4af3-9fc9-a42ec3f39a34 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.802598] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.802636] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.802933] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.803376] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.803376] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.803376] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.803527] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.803527] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.804036] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.804036] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('798155c2-14bd-4af3-9fc9-a42ec3f39a34',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.809101] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85effc41-e7cb-42c0-a978-067a7d9a89bf with Priority: HIGHEST for action security_group_members [ 726.809179] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.809367] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.809538] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.809822] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.810825] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.811151] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-cc39f24a-047a-4ab6-b2c5-87fab87da5ab" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.812093] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-85effc41-e7cb-42c0-a978-067a7d9a89bf taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.812255] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85effc41-e7cb-42c0-a978-067a7d9a89bf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.812323] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85effc41-e7cb-42c0-a978-067a7d9a89bf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.812524] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85effc41-e7cb-42c0-a978-067a7d9a89bf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.812921] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.812921] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.812921] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.813104] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.813152] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.813373] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85effc41-e7cb-42c0-a978-067a7d9a89bf',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.046254] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.046506] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.046506] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.047066] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.047066] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.047066] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.047514] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.047514] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.047514] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.047514] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.047514] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc5fcf28-1a4d-464d-a473-8bee266a87b7 is going to be updated. [ 727.075122] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.075353] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.075353] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.075544] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.075694] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.092114] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc5fcf28-1a4d-464d-a473-8bee266a87b7 in Status: IN_PROGRESS for 2s [ 727.319922] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-798155c2-14bd-4af3-9fc9-a42ec3f39a34 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.320167] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.320264] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.321046] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.321046] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.321046] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.321046] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.321046] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.321320] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.321320] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.321320] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-798155c2-14bd-4af3-9fc9-a42ec3f39a34 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.321443] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.321476] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.321609] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.321757] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.321848] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.321910] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.322060] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.322146] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.322253] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.322354] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('798155c2-14bd-4af3-9fc9-a42ec3f39a34',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.324532] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85effc41-e7cb-42c0-a978-067a7d9a89bf',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.772202] env[69836]: INFO networking_nsxv3.common.synchronization [req-a81853c0-5394-46c3-9eac-361a19d17592 req-99111653-61e3-4487-bed1-dae2c7ce9070 service nova] Enqueued Resource ID: 0aa33421-5c68-425c-b92a-4da34f266976 with Priority: HIGHEST for action security_group_rules [ 727.772202] env[69836]: INFO networking_nsxv3.common.synchronization [req-a81853c0-5394-46c3-9eac-361a19d17592 req-99111653-61e3-4487-bed1-dae2c7ce9070 service nova] Enqueued Resource ID: 0aa33421-5c68-425c-b92a-4da34f266976 with Priority: HIGHEST for action security_group_members [ 727.772202] env[69836]: INFO networking_nsxv3.common.synchronization [req-a81853c0-5394-46c3-9eac-361a19d17592 req-99111653-61e3-4487-bed1-dae2c7ce9070 service nova] Enqueued Resource ID: cc39f24a-047a-4ab6-b2c5-87fab87da5ab with Priority: HIGHEST for action port [ 727.772512] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0aa33421-5c68-425c-b92a-4da34f266976 with Priority: HIGHEST for action security_group_rules [ 727.772549] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0aa33421-5c68-425c-b92a-4da34f266976 with Priority: HIGHEST for action security_group_members [ 727.772789] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc39f24a-047a-4ab6-b2c5-87fab87da5ab with Priority: HIGHEST for action port [ 727.779175] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0aa33421-5c68-425c-b92a-4da34f266976 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.779342] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0aa33421-5c68-425c-b92a-4da34f266976" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.779414] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0aa33421-5c68-425c-b92a-4da34f266976" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.779723] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0aa33421-5c68-425c-b92a-4da34f266976" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.779786] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0aa33421-5c68-425c-b92a-4da34f266976',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.780796] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-0aa33421-5c68-425c-b92a-4da34f266976 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.780920] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0aa33421-5c68-425c-b92a-4da34f266976" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.780975] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0aa33421-5c68-425c-b92a-4da34f266976" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.781177] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0aa33421-5c68-425c-b92a-4da34f266976" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.781334] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.781431] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.781490] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.781642] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.781733] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.781856] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0aa33421-5c68-425c-b92a-4da34f266976',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.783273] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc39f24a-047a-4ab6-b2c5-87fab87da5ab taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.783402] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc39f24a-047a-4ab6-b2c5-87fab87da5ab" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.787020] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc39f24a-047a-4ab6-b2c5-87fab87da5ab" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.787020] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc39f24a-047a-4ab6-b2c5-87fab87da5ab" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.787020] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc39f24a-047a-4ab6-b2c5-87fab87da5ab',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.826031] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 798155c2-14bd-4af3-9fc9-a42ec3f39a34: rpc.has_security_group_logging(os_id): False [ 727.827319] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85effc41-e7cb-42c0-a978-067a7d9a89bf',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.846489] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.846601] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.846712] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.846959] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.847111] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.848857] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.848857] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.848857] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.848857] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.848857] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.848857] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.848857] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.848857] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.848857] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.848857] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.848857] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.850039] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.850039] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.850039] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.850039] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.850039] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 is going to be updated. [ 727.924072] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.924852] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.924852] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.924852] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.924852] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.940313] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 in Status: IN_PROGRESS for 2s [ 728.286229] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0aa33421-5c68-425c-b92a-4da34f266976',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.290315] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-0aa33421-5c68-425c-b92a-4da34f266976 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.290315] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0aa33421-5c68-425c-b92a-4da34f266976" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.290315] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cc39f24a-047a-4ab6-b2c5-87fab87da5ab with status ACTIVE [ 728.290315] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.290315] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.290315] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.290315] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.290315] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.290315] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.290315] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.290315] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.290315] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.290315] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.292330] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.292654] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.292827] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.293127] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.293314] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.293524] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cc39f24a-047a-4ab6-b2c5-87fab87da5ab is going to be updated. [ 728.320974] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.321122] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.321250] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.322210] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.322711] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.322918] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc39f24a-047a-4ab6-b2c5-87fab87da5ab" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.330025] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.330392] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.336864] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.336864] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.336864] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.336864] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85effc41-e7cb-42c0-a978-067a7d9a89bf is going to be updated. [ 728.377672] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.377894] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.379650] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.379890] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.380138] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.394544] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85effc41-e7cb-42c0-a978-067a7d9a89bf in Status: IN_PROGRESS for 2s [ 728.619929] env[69836]: INFO networking_nsxv3.common.synchronization [req-3cbb6f0b-1f43-4363-a6df-0a3f43d27e2e req-484bfec9-3d25-4120-9897-1dc4851ac959 tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Enqueued Resource ID: 0c4ea9ed-72f0-4be0-a288-1c1536cc238e with Priority: HIGHEST for action security_group_members [ 728.622359] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c4ea9ed-72f0-4be0-a288-1c1536cc238e with Priority: HIGHEST for action security_group_members [ 728.626255] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c4ea9ed-72f0-4be0-a288-1c1536cc238e taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.626255] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c4ea9ed-72f0-4be0-a288-1c1536cc238e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.626255] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c4ea9ed-72f0-4be0-a288-1c1536cc238e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.626255] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c4ea9ed-72f0-4be0-a288-1c1536cc238e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.626255] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.626255] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.626255] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.626548] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.626685] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.626888] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c4ea9ed-72f0-4be0-a288-1c1536cc238e',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.689537] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79880f51-69c6-44ae-9ab1-20d0db04b690 in Status: SUCCESS [ 728.690104] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79880f51-69c6-44ae-9ab1-20d0db04b690" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.690930] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79880f51-69c6-44ae-9ab1-20d0db04b690" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.694374] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79880f51-69c6-44ae-9ab1-20d0db04b690" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.694607] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.694739] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.694807] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.694993] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.695099] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.695211] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79880f51-69c6-44ae-9ab1-20d0db04b690',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.797435] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0aa33421-5c68-425c-b92a-4da34f266976',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.027716] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-404 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.028114] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.028537] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.028902] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.029985] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.030219] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.030759] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.031342] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.031540] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.031823] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 729.031983] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 729.032145] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 729.032295] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 729.032446] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 729.032591] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 729.032770] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 729.053058] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 729.053331] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 729.053536] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 729.053794] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.054238] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-54a3fd23-cdd9-4454-b3ba-c2ae82ef9212 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.054466] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-54a3fd23-cdd9-4454-b3ba-c2ae82ef9212" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.054638] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-54a3fd23-cdd9-4454-b3ba-c2ae82ef9212" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.056962] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-54a3fd23-cdd9-4454-b3ba-c2ae82ef9212" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.057317] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54a3fd23-cdd9-4454-b3ba-c2ae82ef9212',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.100057] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc5fcf28-1a4d-464d-a473-8bee266a87b7 in Status: SUCCESS [ 729.100255] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc5fcf28-1a4d-464d-a473-8bee266a87b7 deletion is rescheduled due to dependency. [ 729.100375] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.128989] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.129222] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.129324] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.129528] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.129626] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.129864] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.129954] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.129990] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.130142] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.130240] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.130312] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c4ea9ed-72f0-4be0-a288-1c1536cc238e is going to be updated. [ 729.173320] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.173559] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.173673] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.173979] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.174230] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.188114] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c4ea9ed-72f0-4be0-a288-1c1536cc238e in Status: IN_PROGRESS for 2s [ 729.200505] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('79880f51-69c6-44ae-9ab1-20d0db04b690',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.300877] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.301179] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.301271] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.301502] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.301751] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.301902] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0aa33421-5c68-425c-b92a-4da34f266976 is going to be created. [ 729.332424] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.332424] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.332554] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.332770] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.333033] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.344833] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0aa33421-5c68-425c-b92a-4da34f266976 in Status: UNINITIALIZED for 2s [ 729.564028] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.564028] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.564028] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.564028] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.564028] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.564028] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port 54a3fd23-cdd9-4454-b3ba-c2ae82ef9212 not found, creating... [ 729.564028] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.564028] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.564028] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.564028] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.564028] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.564530] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.564530] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.564530] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.564530] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.564530] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.564530] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: 54a3fd23-cdd9-4454-b3ba-c2ae82ef9212 is going to be created. [ 729.591163] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.591163] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.591163] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.591702] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.592074] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.592399] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-54a3fd23-cdd9-4454-b3ba-c2ae82ef9212" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.704529] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('79880f51-69c6-44ae-9ab1-20d0db04b690',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.963803] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 in Status: SUCCESS [ 729.964122] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.206290] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.206529] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.206862] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.207116] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.207263] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.207338] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79880f51-69c6-44ae-9ab1-20d0db04b690 is going to be updated. [ 730.246625] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.246842] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.246936] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.247245] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.247372] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.261977] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79880f51-69c6-44ae-9ab1-20d0db04b690 in Status: IN_PROGRESS for 2s [ 730.347443] env[69836]: INFO networking_nsxv3.common.synchronization [req-3cbb6f0b-1f43-4363-a6df-0a3f43d27e2e req-24152c15-212a-4d17-8010-0139dfc88eb5 service nova] Enqueued Resource ID: 0c4ea9ed-72f0-4be0-a288-1c1536cc238e with Priority: HIGHEST for action security_group_rules [ 730.347569] env[69836]: INFO networking_nsxv3.common.synchronization [req-3cbb6f0b-1f43-4363-a6df-0a3f43d27e2e req-24152c15-212a-4d17-8010-0139dfc88eb5 service nova] Enqueued Resource ID: 0c4ea9ed-72f0-4be0-a288-1c1536cc238e with Priority: HIGHEST for action security_group_members [ 730.347718] env[69836]: INFO networking_nsxv3.common.synchronization [req-3cbb6f0b-1f43-4363-a6df-0a3f43d27e2e req-24152c15-212a-4d17-8010-0139dfc88eb5 service nova] Enqueued Resource ID: 54a3fd23-cdd9-4454-b3ba-c2ae82ef9212 with Priority: HIGHEST for action port [ 730.347963] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c4ea9ed-72f0-4be0-a288-1c1536cc238e with Priority: HIGHEST for action security_group_rules [ 730.348099] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c4ea9ed-72f0-4be0-a288-1c1536cc238e with Priority: HIGHEST for action security_group_members [ 730.348192] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54a3fd23-cdd9-4454-b3ba-c2ae82ef9212 with Priority: HIGHEST for action port [ 730.349095] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c4ea9ed-72f0-4be0-a288-1c1536cc238e taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.349336] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c4ea9ed-72f0-4be0-a288-1c1536cc238e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.349441] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c4ea9ed-72f0-4be0-a288-1c1536cc238e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.349724] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c4ea9ed-72f0-4be0-a288-1c1536cc238e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.350750] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c4ea9ed-72f0-4be0-a288-1c1536cc238e',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.351809] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c4ea9ed-72f0-4be0-a288-1c1536cc238e taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.352036] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c4ea9ed-72f0-4be0-a288-1c1536cc238e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.352332] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-54a3fd23-cdd9-4454-b3ba-c2ae82ef9212 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.352859] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54a3fd23-cdd9-4454-b3ba-c2ae82ef9212" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.353040] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54a3fd23-cdd9-4454-b3ba-c2ae82ef9212" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.353313] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54a3fd23-cdd9-4454-b3ba-c2ae82ef9212" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.353449] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54a3fd23-cdd9-4454-b3ba-c2ae82ef9212',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.408038] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85effc41-e7cb-42c0-a978-067a7d9a89bf in Status: SUCCESS [ 730.408038] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85effc41-e7cb-42c0-a978-067a7d9a89bf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.855899] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c4ea9ed-72f0-4be0-a288-1c1536cc238e taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.856081] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c4ea9ed-72f0-4be0-a288-1c1536cc238e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.856415] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 54a3fd23-cdd9-4454-b3ba-c2ae82ef9212 with status ACTIVE [ 730.858134] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.858134] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.858134] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.858134] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.858134] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.858134] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.858134] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.858134] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.858134] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.858134] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.858664] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.858664] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.858664] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.858664] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.858664] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.858664] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 54a3fd23-cdd9-4454-b3ba-c2ae82ef9212 is going to be updated. [ 730.883555] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.883785] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.883896] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.884330] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.884551] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.884804] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54a3fd23-cdd9-4454-b3ba-c2ae82ef9212" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.209169] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c4ea9ed-72f0-4be0-a288-1c1536cc238e in Status: SUCCESS [ 731.209169] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c4ea9ed-72f0-4be0-a288-1c1536cc238e deletion is rescheduled due to dependency. [ 731.209169] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c4ea9ed-72f0-4be0-a288-1c1536cc238e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.209169] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c4ea9ed-72f0-4be0-a288-1c1536cc238e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.209169] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c4ea9ed-72f0-4be0-a288-1c1536cc238e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.209169] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.209169] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.209169] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.209169] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.209169] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.209169] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c4ea9ed-72f0-4be0-a288-1c1536cc238e',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.357831] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0aa33421-5c68-425c-b92a-4da34f266976 in Status: SUCCESS [ 731.358069] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0aa33421-5c68-425c-b92a-4da34f266976" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.358384] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0aa33421-5c68-425c-b92a-4da34f266976" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.358946] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0aa33421-5c68-425c-b92a-4da34f266976" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.358946] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.359285] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.359285] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.360017] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.360017] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.360017] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0aa33421-5c68-425c-b92a-4da34f266976" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.360017] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0aa33421-5c68-425c-b92a-4da34f266976',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.657909] env[69836]: INFO networking_nsxv3.common.synchronization [req-01ae4343-0249-41dd-b191-55c44dfba83d req-d76aa674-d95c-4a01-b8db-d9ffe305cc13 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Enqueued Resource ID: 546c6f1a-f24f-4335-8048-aa08f789e4dc with Priority: HIGHEST for action security_group_members [ 731.658488] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 546c6f1a-f24f-4335-8048-aa08f789e4dc with Priority: HIGHEST for action security_group_members [ 731.659421] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-546c6f1a-f24f-4335-8048-aa08f789e4dc taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.659718] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-546c6f1a-f24f-4335-8048-aa08f789e4dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.659790] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-546c6f1a-f24f-4335-8048-aa08f789e4dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.660074] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-546c6f1a-f24f-4335-8048-aa08f789e4dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.660242] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.660343] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.660405] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.660552] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.660636] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.660906] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('546c6f1a-f24f-4335-8048-aa08f789e4dc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.712838] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c4ea9ed-72f0-4be0-a288-1c1536cc238e',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.867448] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-0aa33421-5c68-425c-b92a-4da34f266976 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.867448] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0aa33421-5c68-425c-b92a-4da34f266976" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.867448] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0aa33421-5c68-425c-b92a-4da34f266976" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.867667] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0aa33421-5c68-425c-b92a-4da34f266976" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.867710] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.867788] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.867861] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.868043] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.868150] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.868241] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0aa33421-5c68-425c-b92a-4da34f266976" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.869336] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-0aa33421-5c68-425c-b92a-4da34f266976 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.869336] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0aa33421-5c68-425c-b92a-4da34f266976" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.869336] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0aa33421-5c68-425c-b92a-4da34f266976" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.869336] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0aa33421-5c68-425c-b92a-4da34f266976" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.869336] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.869336] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.869336] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.869336] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.870270] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.870270] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0aa33421-5c68-425c-b92a-4da34f266976" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.870270] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0aa33421-5c68-425c-b92a-4da34f266976',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.166832] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.166832] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.166832] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.166832] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.166832] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.166832] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.166832] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.166832] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.166832] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.166832] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.166832] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 546c6f1a-f24f-4335-8048-aa08f789e4dc already deleted. [ 732.166832] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-546c6f1a-f24f-4335-8048-aa08f789e4dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.216299] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c4ea9ed-72f0-4be0-a288-1c1536cc238e',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.274096] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79880f51-69c6-44ae-9ab1-20d0db04b690 in Status: SUCCESS [ 732.274340] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79880f51-69c6-44ae-9ab1-20d0db04b690" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.274522] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79880f51-69c6-44ae-9ab1-20d0db04b690" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.274748] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79880f51-69c6-44ae-9ab1-20d0db04b690" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.275096] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.275223] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.275297] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.275518] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.275638] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.275757] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79880f51-69c6-44ae-9ab1-20d0db04b690" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.276056] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-79880f51-69c6-44ae-9ab1-20d0db04b690 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.276198] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79880f51-69c6-44ae-9ab1-20d0db04b690" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.276296] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79880f51-69c6-44ae-9ab1-20d0db04b690" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.276495] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79880f51-69c6-44ae-9ab1-20d0db04b690" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.276666] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.276772] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.276834] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.276996] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.277103] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.277197] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79880f51-69c6-44ae-9ab1-20d0db04b690" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.277297] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('79880f51-69c6-44ae-9ab1-20d0db04b690',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.372159] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0aa33421-5c68-425c-b92a-4da34f266976: rpc.has_security_group_logging(os_id): False [ 732.394957] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.395105] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.395176] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.395398] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.395472] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.395703] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.395778] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.395847] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.395997] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.396070] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.396293] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.396386] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.396450] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.396588] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.396663] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.396838] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.396928] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.397031] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.400433] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.400478] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.400572] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0aa33421-5c68-425c-b92a-4da34f266976 is going to be created. [ 732.464866] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-472 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.465087] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-472" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.465206] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-472" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.465545] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-472" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.465809] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.465962] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.468331] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.468641] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.468844] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.469090] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 732.469209] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 732.469319] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 732.469478] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 732.469567] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 732.469675] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 732.469832] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 732.479712] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.479851] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.479922] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.480140] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.480330] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.492077] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 732.492284] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 732.492402] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 732.492584] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-472" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.492903] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-89fbba46-559d-48cd-b0e9-3ef2d7c68664 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.493087] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-89fbba46-559d-48cd-b0e9-3ef2d7c68664" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.493209] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-89fbba46-559d-48cd-b0e9-3ef2d7c68664" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.493527] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-89fbba46-559d-48cd-b0e9-3ef2d7c68664" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.493666] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89fbba46-559d-48cd-b0e9-3ef2d7c68664',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.495225] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0aa33421-5c68-425c-b92a-4da34f266976 in Status: IN_PROGRESS for 2s [ 732.719671] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.719839] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.719905] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.720153] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.720251] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.720353] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c4ea9ed-72f0-4be0-a288-1c1536cc238e is going to be updated. [ 732.755398] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.755718] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.755872] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.756267] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.756528] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.771511] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c4ea9ed-72f0-4be0-a288-1c1536cc238e in Status: IN_PROGRESS for 2s [ 732.780435] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 79880f51-69c6-44ae-9ab1-20d0db04b690: rpc.has_security_group_logging(os_id): False [ 732.799463] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.799654] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.799727] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.800018] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.800094] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.800347] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.800465] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.800630] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.800732] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.800794] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.800979] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.801112] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.801186] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.801328] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.801429] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.801611] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.801716] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.801779] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.801919] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.802311] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.802502] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 79880f51-69c6-44ae-9ab1-20d0db04b690 is going to be created. [ 732.925588] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.925687] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.925792] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.926078] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.927056] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.944150] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 79880f51-69c6-44ae-9ab1-20d0db04b690 in Status: IN_PROGRESS for 2s [ 732.997493] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.997904] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.998113] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.998556] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.998812] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.999112] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port 89fbba46-559d-48cd-b0e9-3ef2d7c68664 not found, creating... [ 732.999601] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.999971] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.000394] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.000833] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.001012] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.001694] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.001911] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.002105] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.002360] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.002650] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.002845] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: 89fbba46-559d-48cd-b0e9-3ef2d7c68664 is going to be created. [ 733.056647] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.056994] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.057562] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.058281] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.058955] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.059241] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-89fbba46-559d-48cd-b0e9-3ef2d7c68664" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.843279] env[69836]: INFO networking_nsxv3.common.synchronization [None req-09df5eea-c662-4413-b6df-fa5ca8070951 None None] Enqueued Resource ID: cb95d066-8c07-468b-b9cb-8187ad6712ea with Priority: HIGHEST for action port [ 733.843730] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb95d066-8c07-468b-b9cb-8187ad6712ea with Priority: HIGHEST for action port [ 733.844262] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb95d066-8c07-468b-b9cb-8187ad6712ea taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.844393] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb95d066-8c07-468b-b9cb-8187ad6712ea" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.844458] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb95d066-8c07-468b-b9cb-8187ad6712ea" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.844705] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb95d066-8c07-468b-b9cb-8187ad6712ea" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.844915] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb95d066-8c07-468b-b9cb-8187ad6712ea',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.002294] env[69836]: INFO networking_nsxv3.common.synchronization [req-01ae4343-0249-41dd-b191-55c44dfba83d req-3d4909dc-8320-470b-8db4-63cb8de87ca5 service nova] Enqueued Resource ID: 546c6f1a-f24f-4335-8048-aa08f789e4dc with Priority: HIGHEST for action security_group_rules [ 734.002294] env[69836]: INFO networking_nsxv3.common.synchronization [req-01ae4343-0249-41dd-b191-55c44dfba83d req-3d4909dc-8320-470b-8db4-63cb8de87ca5 service nova] Enqueued Resource ID: 546c6f1a-f24f-4335-8048-aa08f789e4dc with Priority: HIGHEST for action security_group_members [ 734.002294] env[69836]: INFO networking_nsxv3.common.synchronization [req-01ae4343-0249-41dd-b191-55c44dfba83d req-3d4909dc-8320-470b-8db4-63cb8de87ca5 service nova] Enqueued Resource ID: 89fbba46-559d-48cd-b0e9-3ef2d7c68664 with Priority: HIGHEST for action port [ 734.002294] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 546c6f1a-f24f-4335-8048-aa08f789e4dc with Priority: HIGHEST for action security_group_rules [ 734.002294] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 546c6f1a-f24f-4335-8048-aa08f789e4dc with Priority: HIGHEST for action security_group_members [ 734.002294] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89fbba46-559d-48cd-b0e9-3ef2d7c68664 with Priority: HIGHEST for action port [ 734.002592] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-546c6f1a-f24f-4335-8048-aa08f789e4dc taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.002592] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-546c6f1a-f24f-4335-8048-aa08f789e4dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.002944] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-546c6f1a-f24f-4335-8048-aa08f789e4dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.002944] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-546c6f1a-f24f-4335-8048-aa08f789e4dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.003020] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('546c6f1a-f24f-4335-8048-aa08f789e4dc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.005045] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-546c6f1a-f24f-4335-8048-aa08f789e4dc taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.005045] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-546c6f1a-f24f-4335-8048-aa08f789e4dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.005045] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-546c6f1a-f24f-4335-8048-aa08f789e4dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.005045] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-546c6f1a-f24f-4335-8048-aa08f789e4dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.005045] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.005045] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.005045] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.005363] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.005363] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.005363] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('546c6f1a-f24f-4335-8048-aa08f789e4dc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.006134] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-89fbba46-559d-48cd-b0e9-3ef2d7c68664 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.006323] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89fbba46-559d-48cd-b0e9-3ef2d7c68664" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.006409] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89fbba46-559d-48cd-b0e9-3ef2d7c68664" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.006928] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89fbba46-559d-48cd-b0e9-3ef2d7c68664" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.006928] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89fbba46-559d-48cd-b0e9-3ef2d7c68664',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.349908] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cb95d066-8c07-468b-b9cb-8187ad6712ea [ 734.350252] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.350468] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.350563] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.350825] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.350926] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.351036] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cb95d066-8c07-468b-b9cb-8187ad6712ea already deleted. [ 734.351131] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb95d066-8c07-468b-b9cb-8187ad6712ea" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.509120] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0aa33421-5c68-425c-b92a-4da34f266976 in Status: SUCCESS [ 734.509345] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0aa33421-5c68-425c-b92a-4da34f266976" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.509711] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-546c6f1a-f24f-4335-8048-aa08f789e4dc taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.509832] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-546c6f1a-f24f-4335-8048-aa08f789e4dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.509981] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('546c6f1a-f24f-4335-8048-aa08f789e4dc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.510843] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 89fbba46-559d-48cd-b0e9-3ef2d7c68664 with status ACTIVE [ 734.514295] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.514581] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.514680] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.514907] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.514999] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.515192] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.515283] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.515342] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.515492] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.515564] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.515766] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.515857] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.515915] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.516062] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.516133] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.516212] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 89fbba46-559d-48cd-b0e9-3ef2d7c68664 is going to be updated. [ 734.538407] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.538566] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.538626] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.538814] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.538951] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.539115] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89fbba46-559d-48cd-b0e9-3ef2d7c68664" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.782511] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c4ea9ed-72f0-4be0-a288-1c1536cc238e in Status: SUCCESS [ 734.782727] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c4ea9ed-72f0-4be0-a288-1c1536cc238e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.782918] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c4ea9ed-72f0-4be0-a288-1c1536cc238e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.783170] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c4ea9ed-72f0-4be0-a288-1c1536cc238e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.783374] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.783494] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.783558] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.783707] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.783791] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.783871] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c4ea9ed-72f0-4be0-a288-1c1536cc238e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.783960] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0c4ea9ed-72f0-4be0-a288-1c1536cc238e',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.959394] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 79880f51-69c6-44ae-9ab1-20d0db04b690 in Status: SUCCESS [ 734.959758] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-79880f51-69c6-44ae-9ab1-20d0db04b690" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.959807] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-79880f51-69c6-44ae-9ab1-20d0db04b690" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.960036] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-79880f51-69c6-44ae-9ab1-20d0db04b690" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.960129] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('79880f51-69c6-44ae-9ab1-20d0db04b690',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.018234] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('546c6f1a-f24f-4335-8048-aa08f789e4dc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.288932] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c4ea9ed-72f0-4be0-a288-1c1536cc238e taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.289143] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c4ea9ed-72f0-4be0-a288-1c1536cc238e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.289201] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c4ea9ed-72f0-4be0-a288-1c1536cc238e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.289383] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c4ea9ed-72f0-4be0-a288-1c1536cc238e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.289539] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.289638] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.289701] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.289874] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.289971] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.290092] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c4ea9ed-72f0-4be0-a288-1c1536cc238e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.290248] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c4ea9ed-72f0-4be0-a288-1c1536cc238e taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.290419] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c4ea9ed-72f0-4be0-a288-1c1536cc238e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.290493] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c4ea9ed-72f0-4be0-a288-1c1536cc238e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.290619] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c4ea9ed-72f0-4be0-a288-1c1536cc238e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.291017] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.291017] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.291017] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.291171] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.291171] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.291243] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c4ea9ed-72f0-4be0-a288-1c1536cc238e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.291315] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0c4ea9ed-72f0-4be0-a288-1c1536cc238e',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.438106] env[69836]: INFO networking_nsxv3.common.synchronization [None req-a7776f5e-93f2-46bf-92fd-5b1ce80394df tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Enqueued Resource ID: bb707a21-2bff-455c-8dfd-6739cf9b98df with Priority: HIGHEST for action security_group_rules [ 735.438905] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb707a21-2bff-455c-8dfd-6739cf9b98df with Priority: HIGHEST for action security_group_rules [ 735.439267] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb707a21-2bff-455c-8dfd-6739cf9b98df taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.439406] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb707a21-2bff-455c-8dfd-6739cf9b98df" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.439483] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb707a21-2bff-455c-8dfd-6739cf9b98df" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.439761] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb707a21-2bff-455c-8dfd-6739cf9b98df" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.439842] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb707a21-2bff-455c-8dfd-6739cf9b98df',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.461989] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-79880f51-69c6-44ae-9ab1-20d0db04b690 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.462194] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79880f51-69c6-44ae-9ab1-20d0db04b690" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.462696] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79880f51-69c6-44ae-9ab1-20d0db04b690" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.463034] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79880f51-69c6-44ae-9ab1-20d0db04b690" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.463415] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.463503] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.463588] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.463836] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.464659] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.464840] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79880f51-69c6-44ae-9ab1-20d0db04b690" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.464999] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('79880f51-69c6-44ae-9ab1-20d0db04b690',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.521649] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.521649] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.521649] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.521892] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.522099] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.522099] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 546c6f1a-f24f-4335-8048-aa08f789e4dc is going to be created. [ 735.528029] env[69836]: INFO networking_nsxv3.common.synchronization [None req-e9e994f5-be7b-4651-aec1-0cc9d416c8f7 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Enqueued Resource ID: bb707a21-2bff-455c-8dfd-6739cf9b98df with Priority: HIGHEST for action security_group_rules [ 735.529114] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb707a21-2bff-455c-8dfd-6739cf9b98df with Priority: HIGHEST for action security_group_rules [ 735.529114] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb707a21-2bff-455c-8dfd-6739cf9b98df taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.529114] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb707a21-2bff-455c-8dfd-6739cf9b98df" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.550239] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.550373] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.550373] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.550598] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.550768] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.561128] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 546c6f1a-f24f-4335-8048-aa08f789e4dc in Status: UNINITIALIZED for 2s [ 735.794655] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0c4ea9ed-72f0-4be0-a288-1c1536cc238e: rpc.has_security_group_logging(os_id): False [ 735.816178] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.816476] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.816476] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.817043] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.817043] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.817242] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.817349] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.817447] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.818800] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.818800] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.818800] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.818800] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.818800] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.818800] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.818800] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.819069] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.819069] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.819150] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.820207] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.820207] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.820207] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c4ea9ed-72f0-4be0-a288-1c1536cc238e is going to be updated. [ 735.907059] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.907059] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.907059] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.908992] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.908992] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.924072] env[69836]: INFO networking_nsxv3.common.synchronization [None req-5e916d99-79f6-412b-810b-59842dd90cf2 None None] Enqueued Resource ID: c6f69fad-d479-47f2-930e-47d0168be636 with Priority: HIGHEST for action port [ 735.924419] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6f69fad-d479-47f2-930e-47d0168be636 with Priority: HIGHEST for action port [ 735.925087] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6f69fad-d479-47f2-930e-47d0168be636 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.925250] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6f69fad-d479-47f2-930e-47d0168be636" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.925312] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6f69fad-d479-47f2-930e-47d0168be636" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.927118] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6f69fad-d479-47f2-930e-47d0168be636" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.927118] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6f69fad-d479-47f2-930e-47d0168be636',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.933235] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c4ea9ed-72f0-4be0-a288-1c1536cc238e in Status: IN_PROGRESS for 2s [ 735.966942] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.967342] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.967342] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.967644] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.967814] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.968164] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb707a21-2bff-455c-8dfd-6739cf9b98df already deleted. [ 735.968164] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb707a21-2bff-455c-8dfd-6739cf9b98df" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.969973] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb707a21-2bff-455c-8dfd-6739cf9b98df" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.969973] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb707a21-2bff-455c-8dfd-6739cf9b98df" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.969973] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb707a21-2bff-455c-8dfd-6739cf9b98df',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.971116] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-79880f51-69c6-44ae-9ab1-20d0db04b690 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.972810] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79880f51-69c6-44ae-9ab1-20d0db04b690" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.972810] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79880f51-69c6-44ae-9ab1-20d0db04b690" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.972810] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79880f51-69c6-44ae-9ab1-20d0db04b690" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.972810] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.972810] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.972810] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.972810] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.973543] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.974045] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79880f51-69c6-44ae-9ab1-20d0db04b690" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.974285] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-79880f51-69c6-44ae-9ab1-20d0db04b690 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.974551] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79880f51-69c6-44ae-9ab1-20d0db04b690" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.974551] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79880f51-69c6-44ae-9ab1-20d0db04b690" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.974839] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79880f51-69c6-44ae-9ab1-20d0db04b690" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.975051] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.975297] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.975381] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.976112] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.976200] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.976375] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79880f51-69c6-44ae-9ab1-20d0db04b690" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.976509] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('79880f51-69c6-44ae-9ab1-20d0db04b690',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.433855] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c6f69fad-d479-47f2-930e-47d0168be636 [ 736.435307] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.435307] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.435307] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.435307] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.435307] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.435307] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c6f69fad-d479-47f2-930e-47d0168be636 already deleted. [ 736.435307] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6f69fad-d479-47f2-930e-47d0168be636" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.483547] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 79880f51-69c6-44ae-9ab1-20d0db04b690: rpc.has_security_group_logging(os_id): False [ 736.502590] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.502777] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.504281] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.504281] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.504281] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.504281] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb707a21-2bff-455c-8dfd-6739cf9b98df already deleted. [ 736.504281] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb707a21-2bff-455c-8dfd-6739cf9b98df" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.504934] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.505063] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.505163] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.505423] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.505915] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.505915] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.506027] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.506086] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.506372] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.506500] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.506722] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.506891] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.507045] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.507238] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.507366] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.507587] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.507719] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.507790] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.507981] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.508232] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.508232] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 79880f51-69c6-44ae-9ab1-20d0db04b690 is going to be updated. [ 736.589112] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.589112] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.589328] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.589500] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.589500] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.608126] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 79880f51-69c6-44ae-9ab1-20d0db04b690 in Status: IN_PROGRESS for 2s [ 737.572053] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 546c6f1a-f24f-4335-8048-aa08f789e4dc in Status: SUCCESS [ 737.572319] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-546c6f1a-f24f-4335-8048-aa08f789e4dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.572508] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-546c6f1a-f24f-4335-8048-aa08f789e4dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.572747] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-546c6f1a-f24f-4335-8048-aa08f789e4dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.572941] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.573667] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.573667] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.573667] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.573667] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.573667] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-546c6f1a-f24f-4335-8048-aa08f789e4dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.573667] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('546c6f1a-f24f-4335-8048-aa08f789e4dc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.953606] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c4ea9ed-72f0-4be0-a288-1c1536cc238e in Status: SUCCESS [ 737.953606] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c4ea9ed-72f0-4be0-a288-1c1536cc238e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.076480] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-546c6f1a-f24f-4335-8048-aa08f789e4dc taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.076706] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-546c6f1a-f24f-4335-8048-aa08f789e4dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.076783] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-546c6f1a-f24f-4335-8048-aa08f789e4dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.077098] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-546c6f1a-f24f-4335-8048-aa08f789e4dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.077331] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.077495] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.077568] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.077812] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.077849] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.077940] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-546c6f1a-f24f-4335-8048-aa08f789e4dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.078113] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-546c6f1a-f24f-4335-8048-aa08f789e4dc taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.078224] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-546c6f1a-f24f-4335-8048-aa08f789e4dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.078271] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-546c6f1a-f24f-4335-8048-aa08f789e4dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.078469] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-546c6f1a-f24f-4335-8048-aa08f789e4dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.078682] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.078765] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.078838] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.078991] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.079804] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.079804] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-546c6f1a-f24f-4335-8048-aa08f789e4dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.079804] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('546c6f1a-f24f-4335-8048-aa08f789e4dc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.585164] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 546c6f1a-f24f-4335-8048-aa08f789e4dc: rpc.has_security_group_logging(os_id): False [ 738.604470] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.608289] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.608289] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.608289] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.608289] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.608289] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.608289] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.608289] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.608289] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.608289] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.608289] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.608289] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.608289] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.608289] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.608289] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.608977] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.608977] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.608977] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.608977] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.608977] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.608977] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 546c6f1a-f24f-4335-8048-aa08f789e4dc is going to be created. [ 738.630954] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 79880f51-69c6-44ae-9ab1-20d0db04b690 in Status: SUCCESS [ 738.631229] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-79880f51-69c6-44ae-9ab1-20d0db04b690" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.689551] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.689807] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.689948] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.690332] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.690585] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.702485] env[69836]: INFO networking_nsxv3.common.synchronization [req-f33b48d3-7bbf-414c-8f05-31981a05cf34 req-1a03929e-0f5e-4fd6-a5fc-5edc500594e6 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] Enqueued Resource ID: c5e0d836-1e32-43e3-b535-d51687e11ba4 with Priority: HIGHEST for action security_group_members [ 738.703199] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5e0d836-1e32-43e3-b535-d51687e11ba4 with Priority: HIGHEST for action security_group_members [ 738.703564] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5e0d836-1e32-43e3-b535-d51687e11ba4 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.703754] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5e0d836-1e32-43e3-b535-d51687e11ba4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.703827] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5e0d836-1e32-43e3-b535-d51687e11ba4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.704086] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5e0d836-1e32-43e3-b535-d51687e11ba4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.704261] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.704456] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.704456] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.704597] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.704684] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.704780] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5e0d836-1e32-43e3-b535-d51687e11ba4',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.706344] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 546c6f1a-f24f-4335-8048-aa08f789e4dc in Status: IN_PROGRESS for 2s [ 739.210347] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.210677] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.210677] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.210949] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.211078] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.211360] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.211671] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.211671] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.211777] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.211850] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.211945] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5e0d836-1e32-43e3-b535-d51687e11ba4 already deleted. [ 739.212042] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5e0d836-1e32-43e3-b535-d51687e11ba4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.246989] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-404 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.247296] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.247450] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.247745] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.248109] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.248348] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.248519] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.248821] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.248982] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.249256] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 739.249374] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 739.249633] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 739.249633] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 739.249822] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 739.249933] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 739.249985] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 739.277034] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 739.277034] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 739.277034] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 739.277034] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.277034] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-a32b35d8-b85e-44aa-b597-d9ce77b30885 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.277034] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-a32b35d8-b85e-44aa-b597-d9ce77b30885" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.277034] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-a32b35d8-b85e-44aa-b597-d9ce77b30885" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.277034] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-a32b35d8-b85e-44aa-b597-d9ce77b30885" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.277034] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a32b35d8-b85e-44aa-b597-d9ce77b30885',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.780215] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.780528] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.780663] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.781066] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.781256] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.781509] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port a32b35d8-b85e-44aa-b597-d9ce77b30885 not found, creating... [ 739.781728] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.781895] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.782023] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.782361] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.782510] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.782884] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.783099] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.783881] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.783881] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.783881] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.784359] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: a32b35d8-b85e-44aa-b597-d9ce77b30885 is going to be created. [ 739.806680] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.806952] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.807236] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.807362] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.807596] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.807823] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-a32b35d8-b85e-44aa-b597-d9ce77b30885" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.850264] env[69836]: INFO networking_nsxv3.common.synchronization [None req-ac25d1ba-727b-4f39-afc0-38c13e409458 None None] Enqueued Resource ID: b7eeb92c-27f4-42bf-85e6-01b1cde1c35b with Priority: HIGHEST for action port [ 739.850919] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7eeb92c-27f4-42bf-85e6-01b1cde1c35b with Priority: HIGHEST for action port [ 739.851339] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7eeb92c-27f4-42bf-85e6-01b1cde1c35b taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.851468] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7eeb92c-27f4-42bf-85e6-01b1cde1c35b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.851552] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7eeb92c-27f4-42bf-85e6-01b1cde1c35b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.851839] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7eeb92c-27f4-42bf-85e6-01b1cde1c35b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.851960] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7eeb92c-27f4-42bf-85e6-01b1cde1c35b',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.356035] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b7eeb92c-27f4-42bf-85e6-01b1cde1c35b [ 740.356035] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.356035] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.356409] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.356409] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.356491] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.356587] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b7eeb92c-27f4-42bf-85e6-01b1cde1c35b already deleted. [ 740.356703] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7eeb92c-27f4-42bf-85e6-01b1cde1c35b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.631213] env[69836]: INFO networking_nsxv3.common.synchronization [req-f33b48d3-7bbf-414c-8f05-31981a05cf34 req-89f058ea-7cae-40ea-96a5-a708a8b5ba9e service nova] Enqueued Resource ID: c5e0d836-1e32-43e3-b535-d51687e11ba4 with Priority: HIGHEST for action security_group_rules [ 740.631671] env[69836]: INFO networking_nsxv3.common.synchronization [req-f33b48d3-7bbf-414c-8f05-31981a05cf34 req-89f058ea-7cae-40ea-96a5-a708a8b5ba9e service nova] Enqueued Resource ID: c5e0d836-1e32-43e3-b535-d51687e11ba4 with Priority: HIGHEST for action security_group_members [ 740.631671] env[69836]: INFO networking_nsxv3.common.synchronization [req-f33b48d3-7bbf-414c-8f05-31981a05cf34 req-89f058ea-7cae-40ea-96a5-a708a8b5ba9e service nova] Enqueued Resource ID: a32b35d8-b85e-44aa-b597-d9ce77b30885 with Priority: HIGHEST for action port [ 740.632242] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5e0d836-1e32-43e3-b535-d51687e11ba4 with Priority: HIGHEST for action security_group_rules [ 740.632426] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5e0d836-1e32-43e3-b535-d51687e11ba4 with Priority: HIGHEST for action security_group_members [ 740.632563] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a32b35d8-b85e-44aa-b597-d9ce77b30885 with Priority: HIGHEST for action port [ 740.632890] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5e0d836-1e32-43e3-b535-d51687e11ba4 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.633089] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5e0d836-1e32-43e3-b535-d51687e11ba4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.633137] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5e0d836-1e32-43e3-b535-d51687e11ba4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.633488] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5e0d836-1e32-43e3-b535-d51687e11ba4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.633519] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5e0d836-1e32-43e3-b535-d51687e11ba4',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.635174] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5e0d836-1e32-43e3-b535-d51687e11ba4 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.635268] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5e0d836-1e32-43e3-b535-d51687e11ba4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.635359] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5e0d836-1e32-43e3-b535-d51687e11ba4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.635722] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5e0d836-1e32-43e3-b535-d51687e11ba4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.636074] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.636204] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.636285] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.636471] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.637075] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.637075] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5e0d836-1e32-43e3-b535-d51687e11ba4',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.641116] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-a32b35d8-b85e-44aa-b597-d9ce77b30885 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.641116] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a32b35d8-b85e-44aa-b597-d9ce77b30885" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.641116] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a32b35d8-b85e-44aa-b597-d9ce77b30885" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.641116] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a32b35d8-b85e-44aa-b597-d9ce77b30885" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.641116] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a32b35d8-b85e-44aa-b597-d9ce77b30885',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.721525] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 546c6f1a-f24f-4335-8048-aa08f789e4dc in Status: SUCCESS [ 740.724379] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-546c6f1a-f24f-4335-8048-aa08f789e4dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.143421] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c5e0d836-1e32-43e3-b535-d51687e11ba4',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.148779] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5e0d836-1e32-43e3-b535-d51687e11ba4 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.148899] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5e0d836-1e32-43e3-b535-d51687e11ba4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.148996] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a32b35d8-b85e-44aa-b597-d9ce77b30885 with status ACTIVE [ 741.149156] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.149262] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.149320] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.149533] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.149628] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.149852] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.149940] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.149940] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.150849] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.151097] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.151317] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.151473] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.151618] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.151771] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.151876] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.152030] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a32b35d8-b85e-44aa-b597-d9ce77b30885 is going to be updated. [ 741.180969] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.180969] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.180969] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.180969] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.180969] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.180969] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a32b35d8-b85e-44aa-b597-d9ce77b30885" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.550303] env[69836]: INFO networking_nsxv3.common.synchronization [req-1c32ae78-c61c-4129-bd46-0bbfb3f6985b req-a9b80933-d420-4dbf-b513-f1fc7a1a538e tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] Enqueued Resource ID: 8a4fa270-66c7-4fb7-8870-c2e6d60891f4 with Priority: HIGHEST for action security_group_members [ 741.551223] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a4fa270-66c7-4fb7-8870-c2e6d60891f4 with Priority: HIGHEST for action security_group_members [ 741.551449] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a4fa270-66c7-4fb7-8870-c2e6d60891f4 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.551574] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a4fa270-66c7-4fb7-8870-c2e6d60891f4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.551645] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a4fa270-66c7-4fb7-8870-c2e6d60891f4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.552512] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a4fa270-66c7-4fb7-8870-c2e6d60891f4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.552684] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.552787] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.552867] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.553029] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.553118] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.553214] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a4fa270-66c7-4fb7-8870-c2e6d60891f4',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.639215] env[69836]: INFO networking_nsxv3.common.synchronization [req-6877b47e-0aef-42ce-bcf6-c444dce5aab7 req-da3dedb0-fbb0-497f-aadd-46c4358ca072 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] Enqueued Resource ID: 0aa33421-5c68-425c-b92a-4da34f266976 with Priority: HIGHEST for action security_group_members [ 741.639750] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0aa33421-5c68-425c-b92a-4da34f266976 with Priority: HIGHEST for action security_group_members [ 741.639856] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-0aa33421-5c68-425c-b92a-4da34f266976 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.639936] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0aa33421-5c68-425c-b92a-4da34f266976" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.640114] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0aa33421-5c68-425c-b92a-4da34f266976" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.640811] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0aa33421-5c68-425c-b92a-4da34f266976" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.640971] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.641202] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.641202] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.641355] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.641441] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.641533] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0aa33421-5c68-425c-b92a-4da34f266976',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.649116] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c5e0d836-1e32-43e3-b535-d51687e11ba4',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.698306] env[69836]: INFO networking_nsxv3.common.synchronization [None req-627f7260-59ae-4dba-9a9b-d7f88ea6ba27 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Enqueued Resource ID: 1bdd25b6-02e7-4e53-bd3c-359f3d415d46 with Priority: HIGHEST for action security_group_rules [ 741.702722] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bdd25b6-02e7-4e53-bd3c-359f3d415d46 with Priority: HIGHEST for action security_group_rules [ 741.702722] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1bdd25b6-02e7-4e53-bd3c-359f3d415d46 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.702722] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1bdd25b6-02e7-4e53-bd3c-359f3d415d46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.702722] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1bdd25b6-02e7-4e53-bd3c-359f3d415d46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.702722] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1bdd25b6-02e7-4e53-bd3c-359f3d415d46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.702722] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1bdd25b6-02e7-4e53-bd3c-359f3d415d46',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.888277] env[69836]: INFO networking_nsxv3.common.synchronization [None req-b36263eb-392e-4d5e-b3b2-01c71199cdcb tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Enqueued Resource ID: 1bdd25b6-02e7-4e53-bd3c-359f3d415d46 with Priority: HIGHEST for action security_group_rules [ 741.889173] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bdd25b6-02e7-4e53-bd3c-359f3d415d46 with Priority: HIGHEST for action security_group_rules [ 741.893028] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1bdd25b6-02e7-4e53-bd3c-359f3d415d46 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.893028] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1bdd25b6-02e7-4e53-bd3c-359f3d415d46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.010810] env[69836]: INFO networking_nsxv3.common.synchronization [None req-6d288f17-1693-4117-abbd-50f1627c9508 None None] Enqueued Resource ID: 60cbd257-e3e5-444d-8814-ed77fbf9efdd with Priority: HIGHEST for action port [ 742.011487] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60cbd257-e3e5-444d-8814-ed77fbf9efdd with Priority: HIGHEST for action port [ 742.011748] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-60cbd257-e3e5-444d-8814-ed77fbf9efdd taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.011888] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60cbd257-e3e5-444d-8814-ed77fbf9efdd" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.011969] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60cbd257-e3e5-444d-8814-ed77fbf9efdd" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.013833] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60cbd257-e3e5-444d-8814-ed77fbf9efdd" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.013833] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60cbd257-e3e5-444d-8814-ed77fbf9efdd',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.055852] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.056029] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.056571] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.056571] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.056571] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.056727] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.056826] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.056885] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.057050] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.058899] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.058899] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a4fa270-66c7-4fb7-8870-c2e6d60891f4 already deleted. [ 742.058899] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a4fa270-66c7-4fb7-8870-c2e6d60891f4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.114176] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-626 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.114479] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-626" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.114572] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-626" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.114942] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-626" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.115240] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.115437] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.115562] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.115805] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.115964] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.116199] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 742.116305] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 742.116481] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 742.117134] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 742.117301] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 742.117585] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 742.117751] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 742.138969] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 742.139162] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 742.139304] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 742.139483] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-626" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.139810] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-992e8661-4b21-44a3-8c42-46dda4638f8b taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.139974] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-992e8661-4b21-44a3-8c42-46dda4638f8b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.140105] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-992e8661-4b21-44a3-8c42-46dda4638f8b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.140516] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-992e8661-4b21-44a3-8c42-46dda4638f8b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.140719] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('992e8661-4b21-44a3-8c42-46dda4638f8b',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.144802] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.145148] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.145181] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.145517] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.145982] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.146068] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.146352] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.146454] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.146756] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.146972] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.147188] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0aa33421-5c68-425c-b92a-4da34f266976 is going to be updated. [ 742.153166] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.153355] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.153436] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.153798] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.153911] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.154025] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5e0d836-1e32-43e3-b535-d51687e11ba4 is going to be created. [ 742.178629] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.178629] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.178629] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.179927] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.179927] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.185975] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.186252] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.186252] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.186591] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.186637] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.191911] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5e0d836-1e32-43e3-b535-d51687e11ba4 in Status: UNINITIALIZED for 2s [ 742.202838] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0aa33421-5c68-425c-b92a-4da34f266976 in Status: IN_PROGRESS for 2s [ 742.227160] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.227160] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.227160] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.227545] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.227545] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.227545] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1bdd25b6-02e7-4e53-bd3c-359f3d415d46 already deleted. [ 742.227545] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1bdd25b6-02e7-4e53-bd3c-359f3d415d46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.228165] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1bdd25b6-02e7-4e53-bd3c-359f3d415d46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.228305] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1bdd25b6-02e7-4e53-bd3c-359f3d415d46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.228453] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1bdd25b6-02e7-4e53-bd3c-359f3d415d46',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.516658] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 60cbd257-e3e5-444d-8814-ed77fbf9efdd [ 742.516658] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.516658] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.516658] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.516947] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.516947] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.516947] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:60cbd257-e3e5-444d-8814-ed77fbf9efdd already deleted. [ 742.517086] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60cbd257-e3e5-444d-8814-ed77fbf9efdd" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.647500] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.647500] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.647500] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.647500] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.647500] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.647750] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port 992e8661-4b21-44a3-8c42-46dda4638f8b not found, creating... [ 742.647974] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.648148] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.648265] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.648593] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.648812] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.649491] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.649585] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.651457] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.652444] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.652444] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.652444] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: 992e8661-4b21-44a3-8c42-46dda4638f8b is going to be created. [ 742.689102] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.689102] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.689102] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.689102] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.689102] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.689102] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-992e8661-4b21-44a3-8c42-46dda4638f8b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.753852] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.756636] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.756636] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.756636] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.756636] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.756636] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1bdd25b6-02e7-4e53-bd3c-359f3d415d46 already deleted. [ 742.756636] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1bdd25b6-02e7-4e53-bd3c-359f3d415d46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.431151] env[69836]: INFO networking_nsxv3.common.synchronization [req-1c32ae78-c61c-4129-bd46-0bbfb3f6985b req-a93ff946-3b91-4bc5-9297-bd4b99309cbd service nova] Enqueued Resource ID: 8a4fa270-66c7-4fb7-8870-c2e6d60891f4 with Priority: HIGHEST for action security_group_rules [ 743.431151] env[69836]: INFO networking_nsxv3.common.synchronization [req-1c32ae78-c61c-4129-bd46-0bbfb3f6985b req-a93ff946-3b91-4bc5-9297-bd4b99309cbd service nova] Enqueued Resource ID: 8a4fa270-66c7-4fb7-8870-c2e6d60891f4 with Priority: HIGHEST for action security_group_members [ 743.431151] env[69836]: INFO networking_nsxv3.common.synchronization [req-1c32ae78-c61c-4129-bd46-0bbfb3f6985b req-a93ff946-3b91-4bc5-9297-bd4b99309cbd service nova] Enqueued Resource ID: 992e8661-4b21-44a3-8c42-46dda4638f8b with Priority: HIGHEST for action port [ 743.431151] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a4fa270-66c7-4fb7-8870-c2e6d60891f4 with Priority: HIGHEST for action security_group_rules [ 743.431151] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a4fa270-66c7-4fb7-8870-c2e6d60891f4 with Priority: HIGHEST for action security_group_members [ 743.431151] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 992e8661-4b21-44a3-8c42-46dda4638f8b with Priority: HIGHEST for action port [ 743.432516] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8a4fa270-66c7-4fb7-8870-c2e6d60891f4 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.432795] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8a4fa270-66c7-4fb7-8870-c2e6d60891f4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.432993] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8a4fa270-66c7-4fb7-8870-c2e6d60891f4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.435658] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8a4fa270-66c7-4fb7-8870-c2e6d60891f4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.435658] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8a4fa270-66c7-4fb7-8870-c2e6d60891f4',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.435658] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a4fa270-66c7-4fb7-8870-c2e6d60891f4 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.435658] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a4fa270-66c7-4fb7-8870-c2e6d60891f4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.435658] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a4fa270-66c7-4fb7-8870-c2e6d60891f4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.435658] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a4fa270-66c7-4fb7-8870-c2e6d60891f4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.435658] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.435658] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.435658] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.435658] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.435658] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.435658] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a4fa270-66c7-4fb7-8870-c2e6d60891f4',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.443368] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-992e8661-4b21-44a3-8c42-46dda4638f8b taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.443368] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-992e8661-4b21-44a3-8c42-46dda4638f8b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.443368] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-992e8661-4b21-44a3-8c42-46dda4638f8b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.443368] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-992e8661-4b21-44a3-8c42-46dda4638f8b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.443368] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('992e8661-4b21-44a3-8c42-46dda4638f8b',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.455179] env[69836]: INFO networking_nsxv3.common.synchronization [req-3c0e1f13-bc57-4c34-b02d-eb9b60f3f113 req-5306cf48-a75b-4b05-9fb6-e37c4e5af5d4 tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Enqueued Resource ID: 0c4ea9ed-72f0-4be0-a288-1c1536cc238e with Priority: HIGHEST for action security_group_members [ 743.455179] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c4ea9ed-72f0-4be0-a288-1c1536cc238e with Priority: HIGHEST for action security_group_members [ 743.455179] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c4ea9ed-72f0-4be0-a288-1c1536cc238e taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.455179] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c4ea9ed-72f0-4be0-a288-1c1536cc238e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.455179] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c4ea9ed-72f0-4be0-a288-1c1536cc238e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.455179] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c4ea9ed-72f0-4be0-a288-1c1536cc238e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.455179] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.455179] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.455179] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.455179] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.455765] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.459315] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c4ea9ed-72f0-4be0-a288-1c1536cc238e',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.944219] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a4fa270-66c7-4fb7-8870-c2e6d60891f4 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.944219] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a4fa270-66c7-4fb7-8870-c2e6d60891f4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.944219] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a4fa270-66c7-4fb7-8870-c2e6d60891f4',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.944912] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 992e8661-4b21-44a3-8c42-46dda4638f8b with status ACTIVE [ 743.945103] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.945216] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.945277] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.945490] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.946945] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.946945] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.946945] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.946945] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.946945] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.946945] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.946945] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.946945] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.946945] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.946945] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.946945] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.946945] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 992e8661-4b21-44a3-8c42-46dda4638f8b is going to be updated. [ 743.960969] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.960969] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.961155] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.961299] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.961462] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.961703] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.961858] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.961970] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.962201] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.962298] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.962422] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c4ea9ed-72f0-4be0-a288-1c1536cc238e is going to be updated. [ 743.971119] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.971271] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.971324] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.971523] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.971666] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.972090] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-992e8661-4b21-44a3-8c42-46dda4638f8b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.997190] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.997340] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.997414] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.997677] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.997829] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.014136] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c4ea9ed-72f0-4be0-a288-1c1536cc238e in Status: IN_PROGRESS for 2s [ 744.077539] env[69836]: INFO networking_nsxv3.common.synchronization [req-1246cf36-78ed-46e6-8774-082b6f132844 req-3d9b8569-b8cc-4452-ad01-1b4f0c6926d0 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Enqueued Resource ID: 7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 with Priority: HIGHEST for action security_group_members [ 744.077539] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 with Priority: HIGHEST for action security_group_members [ 744.077539] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.077539] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.077539] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.078353] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.078858] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.078983] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.078983] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.079158] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.079250] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.079569] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.207085] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5e0d836-1e32-43e3-b535-d51687e11ba4 in Status: SUCCESS [ 744.208521] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5e0d836-1e32-43e3-b535-d51687e11ba4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.209213] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5e0d836-1e32-43e3-b535-d51687e11ba4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.209435] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5e0d836-1e32-43e3-b535-d51687e11ba4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.209639] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.209757] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.209822] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.210387] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.210497] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.210497] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5e0d836-1e32-43e3-b535-d51687e11ba4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.210602] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c5e0d836-1e32-43e3-b535-d51687e11ba4',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.224381] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0aa33421-5c68-425c-b92a-4da34f266976 in Status: SUCCESS [ 744.224381] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0aa33421-5c68-425c-b92a-4da34f266976 deletion is rescheduled due to dependency. [ 744.224381] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0aa33421-5c68-425c-b92a-4da34f266976" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.449090] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a4fa270-66c7-4fb7-8870-c2e6d60891f4',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.492102] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-712 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.492410] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-712" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.492648] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-712" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.492955] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-712" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.493275] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.493534] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.493603] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.493849] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.494040] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.494307] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 744.494529] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 744.494670] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 744.494804] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 744.496031] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 744.496031] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 744.496031] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 744.516777] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 744.518243] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 744.518243] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 744.518243] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-712" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.518554] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-48d11ade-cbfd-4100-a3b2-2783f55b65d3 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.519850] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-48d11ade-cbfd-4100-a3b2-2783f55b65d3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.521018] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-48d11ade-cbfd-4100-a3b2-2783f55b65d3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.521018] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-48d11ade-cbfd-4100-a3b2-2783f55b65d3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.521018] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48d11ade-cbfd-4100-a3b2-2783f55b65d3',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.583020] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.713782] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5e0d836-1e32-43e3-b535-d51687e11ba4 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.714083] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5e0d836-1e32-43e3-b535-d51687e11ba4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.714206] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5e0d836-1e32-43e3-b535-d51687e11ba4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.714508] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5e0d836-1e32-43e3-b535-d51687e11ba4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.714698] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.714819] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.714892] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.715069] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.715173] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.715271] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5e0d836-1e32-43e3-b535-d51687e11ba4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.715553] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5e0d836-1e32-43e3-b535-d51687e11ba4 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.715678] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5e0d836-1e32-43e3-b535-d51687e11ba4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.715762] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5e0d836-1e32-43e3-b535-d51687e11ba4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.717078] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5e0d836-1e32-43e3-b535-d51687e11ba4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.717367] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.717443] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.717531] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.717758] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.717946] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.718087] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5e0d836-1e32-43e3-b535-d51687e11ba4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.718195] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c5e0d836-1e32-43e3-b535-d51687e11ba4',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.952152] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.952152] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.952494] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.952494] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.953471] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.953471] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a4fa270-66c7-4fb7-8870-c2e6d60891f4 is going to be created. [ 744.976967] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.977141] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.977212] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.977469] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.977720] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.990424] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a4fa270-66c7-4fb7-8870-c2e6d60891f4 in Status: UNINITIALIZED for 2s [ 745.023772] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.024032] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.024187] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.024518] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.024820] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.024881] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port 48d11ade-cbfd-4100-a3b2-2783f55b65d3 not found, creating... [ 745.025153] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.025359] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.025493] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.025747] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.025914] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.026159] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.026395] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.026480] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.026680] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.026809] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.026975] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: 48d11ade-cbfd-4100-a3b2-2783f55b65d3 is going to be created. [ 745.051454] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.051694] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.051829] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.052217] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.052467] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.052713] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-48d11ade-cbfd-4100-a3b2-2783f55b65d3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.086556] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.220568] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c5e0d836-1e32-43e3-b535-d51687e11ba4: rpc.has_security_group_logging(os_id): False [ 745.251030] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.251307] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.251778] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.252107] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.252221] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.252509] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.252627] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.252707] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.252891] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.252994] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.253239] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.253442] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.253442] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.253609] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.253651] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.253874] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.253976] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.254052] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.254231] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.254325] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.254446] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5e0d836-1e32-43e3-b535-d51687e11ba4 is going to be created. [ 745.317931] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.318098] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.318168] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.318382] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.318577] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.331074] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5e0d836-1e32-43e3-b535-d51687e11ba4 in Status: IN_PROGRESS for 2s [ 745.590932] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.590932] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.590932] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.590932] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.590932] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.590932] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 is going to be updated. [ 745.626052] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.626209] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.626258] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.626859] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.626859] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.637715] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 in Status: IN_PROGRESS for 2s [ 745.783983] env[69836]: INFO networking_nsxv3.common.synchronization [req-1246cf36-78ed-46e6-8774-082b6f132844 req-24dec796-6703-4f86-835d-107ca1e99bde service nova] Enqueued Resource ID: 7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 with Priority: HIGHEST for action security_group_rules [ 745.783983] env[69836]: INFO networking_nsxv3.common.synchronization [req-1246cf36-78ed-46e6-8774-082b6f132844 req-24dec796-6703-4f86-835d-107ca1e99bde service nova] Enqueued Resource ID: 7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 with Priority: HIGHEST for action security_group_members [ 745.783983] env[69836]: INFO networking_nsxv3.common.synchronization [req-1246cf36-78ed-46e6-8774-082b6f132844 req-24dec796-6703-4f86-835d-107ca1e99bde service nova] Enqueued Resource ID: 48d11ade-cbfd-4100-a3b2-2783f55b65d3 with Priority: HIGHEST for action port [ 745.783983] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 with Priority: HIGHEST for action security_group_rules [ 745.783983] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 with Priority: HIGHEST for action security_group_members [ 745.783983] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48d11ade-cbfd-4100-a3b2-2783f55b65d3 with Priority: HIGHEST for action port [ 745.783983] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.783983] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.783983] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.785044] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.785242] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.786277] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.786676] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.786957] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-48d11ade-cbfd-4100-a3b2-2783f55b65d3 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.787202] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48d11ade-cbfd-4100-a3b2-2783f55b65d3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.787346] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48d11ade-cbfd-4100-a3b2-2783f55b65d3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.787605] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48d11ade-cbfd-4100-a3b2-2783f55b65d3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.788035] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48d11ade-cbfd-4100-a3b2-2783f55b65d3',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.024431] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c4ea9ed-72f0-4be0-a288-1c1536cc238e in Status: SUCCESS [ 746.024620] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c4ea9ed-72f0-4be0-a288-1c1536cc238e deletion is rescheduled due to dependency. [ 746.024737] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c4ea9ed-72f0-4be0-a288-1c1536cc238e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.290283] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.290417] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.292857] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 48d11ade-cbfd-4100-a3b2-2783f55b65d3 with status ACTIVE [ 746.293012] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.293138] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.293205] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.293407] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.293499] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.293671] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.293764] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.293824] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.293969] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.294057] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.294278] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.294433] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.294507] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.294667] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.294733] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.294823] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 48d11ade-cbfd-4100-a3b2-2783f55b65d3 is going to be updated. [ 746.319465] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.319465] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.319465] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.319465] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.319465] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.319465] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48d11ade-cbfd-4100-a3b2-2783f55b65d3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.000813] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a4fa270-66c7-4fb7-8870-c2e6d60891f4 in Status: SUCCESS [ 747.001161] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a4fa270-66c7-4fb7-8870-c2e6d60891f4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.001453] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a4fa270-66c7-4fb7-8870-c2e6d60891f4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.002451] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a4fa270-66c7-4fb7-8870-c2e6d60891f4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.002451] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.002451] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.002451] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.002451] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.002451] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.002451] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a4fa270-66c7-4fb7-8870-c2e6d60891f4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.002705] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8a4fa270-66c7-4fb7-8870-c2e6d60891f4',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.348884] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5e0d836-1e32-43e3-b535-d51687e11ba4 in Status: SUCCESS [ 747.348884] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5e0d836-1e32-43e3-b535-d51687e11ba4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.507894] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a4fa270-66c7-4fb7-8870-c2e6d60891f4 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.507894] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a4fa270-66c7-4fb7-8870-c2e6d60891f4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.507894] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a4fa270-66c7-4fb7-8870-c2e6d60891f4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.507894] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a4fa270-66c7-4fb7-8870-c2e6d60891f4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.507894] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.507894] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.507894] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.507894] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.507894] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.507894] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a4fa270-66c7-4fb7-8870-c2e6d60891f4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.507894] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a4fa270-66c7-4fb7-8870-c2e6d60891f4 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.507894] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a4fa270-66c7-4fb7-8870-c2e6d60891f4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.507894] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a4fa270-66c7-4fb7-8870-c2e6d60891f4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.507894] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a4fa270-66c7-4fb7-8870-c2e6d60891f4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.507894] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.507894] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.509579] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.509579] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.509579] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.509579] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a4fa270-66c7-4fb7-8870-c2e6d60891f4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.509579] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8a4fa270-66c7-4fb7-8870-c2e6d60891f4',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.649476] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 in Status: SUCCESS [ 747.649737] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.649923] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.650158] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.650347] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.650575] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.650575] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.650727] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.650814] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.650941] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.013024] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8a4fa270-66c7-4fb7-8870-c2e6d60891f4: rpc.has_security_group_logging(os_id): False [ 748.033809] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.033809] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.033809] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.033809] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.033809] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.033809] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.033809] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.033809] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.033809] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.033809] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.033809] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.033809] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.033809] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.033809] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.033809] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.034610] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.034610] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.034610] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.034610] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.034610] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.034610] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8a4fa270-66c7-4fb7-8870-c2e6d60891f4 is going to be created. [ 748.126693] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.126693] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.126693] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.126693] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.126693] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.138110] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a4fa270-66c7-4fb7-8870-c2e6d60891f4 in Status: IN_PROGRESS for 2s [ 748.158918] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.663987] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.167364] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.167768] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.167768] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.167909] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.167983] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.168097] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 is going to be updated. [ 749.210034] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.210034] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.210034] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.210034] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.210034] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.218920] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 in Status: IN_PROGRESS for 2s [ 750.156979] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a4fa270-66c7-4fb7-8870-c2e6d60891f4 in Status: SUCCESS [ 750.157928] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8a4fa270-66c7-4fb7-8870-c2e6d60891f4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.784014] env[69836]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 750.784389] env[69836]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 751.230489] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 in Status: SUCCESS [ 751.230717] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.230926] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.231146] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.231356] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.231474] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.231541] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.231820] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.231820] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.231908] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.231936] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.736046] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.736046] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.736046] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.736046] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.736046] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.736046] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.736046] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.736046] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.736046] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.736046] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.736046] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.736046] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.736046] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.736046] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.736046] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.736724] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.736724] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.736724] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.736724] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.736724] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.736724] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.770240] env[69836]: INFO networking_nsxv3.common.synchronization [req-32491d24-3489-48b6-a8e0-4e96bf880af2 req-768a4570-ca7b-4598-aeb4-4be4372b5285 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Enqueued Resource ID: 5b5ddb17-8f28-49c6-a038-8853ff51a1d5 with Priority: HIGHEST for action security_group_members [ 751.770240] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b5ddb17-8f28-49c6-a038-8853ff51a1d5 with Priority: HIGHEST for action security_group_members [ 751.770240] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b5ddb17-8f28-49c6-a038-8853ff51a1d5 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.770240] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b5ddb17-8f28-49c6-a038-8853ff51a1d5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.770240] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b5ddb17-8f28-49c6-a038-8853ff51a1d5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.770240] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b5ddb17-8f28-49c6-a038-8853ff51a1d5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.770240] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.770789] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.770967] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.771303] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.772208] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.772407] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b5ddb17-8f28-49c6-a038-8853ff51a1d5',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.150023] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-694 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.150023] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-694" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.150023] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-694" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.150023] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-694" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.150023] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.150023] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.150663] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.150663] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.150769] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.151014] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 752.151552] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 752.151552] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 752.151552] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 752.151552] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 752.151720] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 752.151803] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 752.173253] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 752.173582] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 752.173805] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 752.174016] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-694" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.174619] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-6a667367-4999-409a-b505-c4a9fb5ea808 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.174619] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-6a667367-4999-409a-b505-c4a9fb5ea808" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.174840] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-6a667367-4999-409a-b505-c4a9fb5ea808" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.175013] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-6a667367-4999-409a-b505-c4a9fb5ea808" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.175519] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a667367-4999-409a-b505-c4a9fb5ea808',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.241256] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5: rpc.has_security_group_logging(os_id): False [ 752.258538] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.258707] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.258781] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.259023] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.259117] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.259339] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.259442] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.259511] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.259651] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.259739] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.259959] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.260078] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.260078] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.260199] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.260273] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.260505] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.260606] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.260668] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.260808] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.260885] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.260970] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 is going to be updated. [ 752.275110] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.275254] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.275330] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.275543] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.275639] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.275838] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.275941] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.276155] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.276212] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.276280] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.276367] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b5ddb17-8f28-49c6-a038-8853ff51a1d5 already deleted. [ 752.276578] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b5ddb17-8f28-49c6-a038-8853ff51a1d5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.355302] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.355302] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.355302] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.355302] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.355516] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.374491] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 in Status: IN_PROGRESS for 2s [ 752.680711] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.680950] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.681091] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.681399] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.681548] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.681691] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port 6a667367-4999-409a-b505-c4a9fb5ea808 not found, creating... [ 752.681956] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.682446] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.682446] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.682446] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.682615] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.682868] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.683122] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.683270] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.683527] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.683804] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.683919] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: 6a667367-4999-409a-b505-c4a9fb5ea808 is going to be created. [ 752.725197] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.725616] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.725851] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.726204] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.726594] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.726894] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-6a667367-4999-409a-b505-c4a9fb5ea808" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.507241] env[69836]: INFO networking_nsxv3.common.synchronization [req-32491d24-3489-48b6-a8e0-4e96bf880af2 req-0789f731-b0c5-47f8-8399-d672c16f70b5 service nova] Enqueued Resource ID: 5b5ddb17-8f28-49c6-a038-8853ff51a1d5 with Priority: HIGHEST for action security_group_rules [ 753.507576] env[69836]: INFO networking_nsxv3.common.synchronization [req-32491d24-3489-48b6-a8e0-4e96bf880af2 req-0789f731-b0c5-47f8-8399-d672c16f70b5 service nova] Enqueued Resource ID: 5b5ddb17-8f28-49c6-a038-8853ff51a1d5 with Priority: HIGHEST for action security_group_members [ 753.507576] env[69836]: INFO networking_nsxv3.common.synchronization [req-32491d24-3489-48b6-a8e0-4e96bf880af2 req-0789f731-b0c5-47f8-8399-d672c16f70b5 service nova] Enqueued Resource ID: 6a667367-4999-409a-b505-c4a9fb5ea808 with Priority: HIGHEST for action port [ 753.511846] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b5ddb17-8f28-49c6-a038-8853ff51a1d5 with Priority: HIGHEST for action security_group_rules [ 753.511846] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b5ddb17-8f28-49c6-a038-8853ff51a1d5 with Priority: HIGHEST for action security_group_members [ 753.512028] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a667367-4999-409a-b505-c4a9fb5ea808 with Priority: HIGHEST for action port [ 753.512822] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b5ddb17-8f28-49c6-a038-8853ff51a1d5 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.513747] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b5ddb17-8f28-49c6-a038-8853ff51a1d5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.513747] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b5ddb17-8f28-49c6-a038-8853ff51a1d5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.513747] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b5ddb17-8f28-49c6-a038-8853ff51a1d5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.513747] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b5ddb17-8f28-49c6-a038-8853ff51a1d5',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.515298] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b5ddb17-8f28-49c6-a038-8853ff51a1d5 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.515298] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b5ddb17-8f28-49c6-a038-8853ff51a1d5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.515298] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b5ddb17-8f28-49c6-a038-8853ff51a1d5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.515298] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b5ddb17-8f28-49c6-a038-8853ff51a1d5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.515298] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.515298] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.515298] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.515298] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.515549] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.515549] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b5ddb17-8f28-49c6-a038-8853ff51a1d5',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.516396] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a667367-4999-409a-b505-c4a9fb5ea808 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.516494] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a667367-4999-409a-b505-c4a9fb5ea808" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.516578] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a667367-4999-409a-b505-c4a9fb5ea808" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.516773] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a667367-4999-409a-b505-c4a9fb5ea808" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.516821] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a667367-4999-409a-b505-c4a9fb5ea808',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.864294] env[69836]: INFO networking_nsxv3.common.synchronization [req-05625044-06c0-494b-b904-014d2b076cf2 req-89f1d8a7-061e-4e6e-a025-84ae8692ebd8 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] Enqueued Resource ID: c5e0d836-1e32-43e3-b535-d51687e11ba4 with Priority: HIGHEST for action security_group_members [ 753.864294] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5e0d836-1e32-43e3-b535-d51687e11ba4 with Priority: HIGHEST for action security_group_members [ 753.864294] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5e0d836-1e32-43e3-b535-d51687e11ba4 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.864294] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5e0d836-1e32-43e3-b535-d51687e11ba4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.864294] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5e0d836-1e32-43e3-b535-d51687e11ba4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.864667] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5e0d836-1e32-43e3-b535-d51687e11ba4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.864934] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.865163] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.865311] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.865612] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.866087] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.866447] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5e0d836-1e32-43e3-b535-d51687e11ba4',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.018505] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5b5ddb17-8f28-49c6-a038-8853ff51a1d5',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.020158] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b5ddb17-8f28-49c6-a038-8853ff51a1d5 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.020158] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b5ddb17-8f28-49c6-a038-8853ff51a1d5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.020158] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6a667367-4999-409a-b505-c4a9fb5ea808 with status ACTIVE [ 754.020346] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.020458] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.020521] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.020774] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.020848] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.021017] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.021118] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.021177] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.021362] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.022542] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.022772] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.022889] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.022957] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.023149] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.023257] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.023327] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6a667367-4999-409a-b505-c4a9fb5ea808 is going to be updated. [ 754.051879] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.051879] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.051879] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.051879] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.051879] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.051879] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a667367-4999-409a-b505-c4a9fb5ea808" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.368545] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.368957] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.369139] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.369488] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.369685] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.369972] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.370322] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.370474] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.371909] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.371909] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.371909] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5e0d836-1e32-43e3-b535-d51687e11ba4 is going to be updated. [ 754.389595] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 in Status: SUCCESS [ 754.389595] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.403549] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.403549] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.403549] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.403549] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.403549] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.413879] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5e0d836-1e32-43e3-b535-d51687e11ba4 in Status: IN_PROGRESS for 2s [ 754.526507] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5b5ddb17-8f28-49c6-a038-8853ff51a1d5',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.021553] env[69836]: INFO networking_nsxv3.common.synchronization [req-eb9f3ff6-ae4a-41de-9169-4f6f1eb288f5 req-080a87d4-c73d-44c3-95fa-3a1b475214aa tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] Enqueued Resource ID: c7d8e848-ef12-4159-92f5-caef18eccd55 with Priority: HIGHEST for action security_group_members [ 755.021825] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7d8e848-ef12-4159-92f5-caef18eccd55 with Priority: HIGHEST for action security_group_members [ 755.022238] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7d8e848-ef12-4159-92f5-caef18eccd55 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.022370] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7d8e848-ef12-4159-92f5-caef18eccd55" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.022370] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7d8e848-ef12-4159-92f5-caef18eccd55" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.022583] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7d8e848-ef12-4159-92f5-caef18eccd55" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.023520] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.023520] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.023520] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.023520] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.023779] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.023779] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7d8e848-ef12-4159-92f5-caef18eccd55',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.029423] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.029423] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.029423] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.029574] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.029623] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.029711] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b5ddb17-8f28-49c6-a038-8853ff51a1d5 is going to be created. [ 755.033751] env[69836]: INFO networking_nsxv3.common.synchronization [req-7c1b254f-0a9f-4740-bedd-99c7a5ef214d req-37ec3792-d34c-4439-a8c3-233b21c71156 tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] Enqueued Resource ID: ee16653f-0b1a-4996-a83f-c1f65542b65d with Priority: HIGHEST for action security_group_members [ 755.033927] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee16653f-0b1a-4996-a83f-c1f65542b65d with Priority: HIGHEST for action security_group_members [ 755.034694] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee16653f-0b1a-4996-a83f-c1f65542b65d taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.034845] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee16653f-0b1a-4996-a83f-c1f65542b65d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.034905] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee16653f-0b1a-4996-a83f-c1f65542b65d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.035166] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee16653f-0b1a-4996-a83f-c1f65542b65d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.035335] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.035438] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.035515] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.035672] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.035755] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.035851] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee16653f-0b1a-4996-a83f-c1f65542b65d',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.063316] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.063461] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.063534] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.063742] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.063905] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.078986] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b5ddb17-8f28-49c6-a038-8853ff51a1d5 in Status: UNINITIALIZED for 2s [ 755.419267] env[69836]: INFO networking_nsxv3.common.synchronization [req-b9d752a6-78b5-4860-a3a3-e41f12c6737d req-1c4e58de-8d7d-4250-8965-0df30a1daa00 tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] Enqueued Resource ID: 8a4fa270-66c7-4fb7-8870-c2e6d60891f4 with Priority: HIGHEST for action security_group_members [ 755.419934] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a4fa270-66c7-4fb7-8870-c2e6d60891f4 with Priority: HIGHEST for action security_group_members [ 755.421633] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a4fa270-66c7-4fb7-8870-c2e6d60891f4 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.421633] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a4fa270-66c7-4fb7-8870-c2e6d60891f4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.421633] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a4fa270-66c7-4fb7-8870-c2e6d60891f4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.421633] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a4fa270-66c7-4fb7-8870-c2e6d60891f4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.421633] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.421633] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.421633] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.421999] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.421999] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.421999] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a4fa270-66c7-4fb7-8870-c2e6d60891f4',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.529132] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.529132] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.529132] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.529132] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.529132] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.529132] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.529132] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.529132] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.529911] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.529911] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.529911] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7d8e848-ef12-4159-92f5-caef18eccd55 already deleted. [ 755.529911] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7d8e848-ef12-4159-92f5-caef18eccd55" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.539376] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.539672] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.539672] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.539931] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.540051] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.540409] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.540533] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.541078] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.542413] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.542413] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.542413] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee16653f-0b1a-4996-a83f-c1f65542b65d is going to be updated. [ 755.565860] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-404 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.566137] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.566272] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.566661] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.567107] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.567107] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.567228] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.567477] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.567624] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.567837] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 755.568049] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 755.568102] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 755.568188] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 755.568512] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 755.568512] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 755.568512] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 755.585028] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.585255] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.585388] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.585513] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.585674] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.590717] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 755.590896] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 755.591124] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 755.591381] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.591711] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-8e8cb562-a94e-4592-a98c-6c2bfe8c0dae taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.591968] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-8e8cb562-a94e-4592-a98c-6c2bfe8c0dae" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.592139] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-8e8cb562-a94e-4592-a98c-6c2bfe8c0dae" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.592488] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-8e8cb562-a94e-4592-a98c-6c2bfe8c0dae" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.592635] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e8cb562-a94e-4592-a98c-6c2bfe8c0dae',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.597851] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee16653f-0b1a-4996-a83f-c1f65542b65d in Status: IN_PROGRESS for 2s [ 755.930291] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.930291] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.930291] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.930291] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.930291] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.930291] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.930291] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.930291] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.930291] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.930291] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.930291] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a4fa270-66c7-4fb7-8870-c2e6d60891f4 is going to be updated. [ 755.968866] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.969695] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.969695] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.969695] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.969695] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.983995] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a4fa270-66c7-4fb7-8870-c2e6d60891f4 in Status: IN_PROGRESS for 2s [ 756.097849] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.098194] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.098393] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.098766] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.098966] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.099141] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port 8e8cb562-a94e-4592-a98c-6c2bfe8c0dae not found, creating... [ 756.099436] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.099651] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.099785] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.100170] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.100396] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.100860] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.101390] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.101488] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.101748] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.101920] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.102159] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: 8e8cb562-a94e-4592-a98c-6c2bfe8c0dae is going to be created. [ 756.132819] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.133479] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.133622] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.134382] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.134783] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.135376] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-8e8cb562-a94e-4592-a98c-6c2bfe8c0dae" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.428110] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5e0d836-1e32-43e3-b535-d51687e11ba4 in Status: SUCCESS [ 756.428110] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5e0d836-1e32-43e3-b535-d51687e11ba4 deletion is rescheduled due to dependency. [ 756.428110] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5e0d836-1e32-43e3-b535-d51687e11ba4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.523160] env[69836]: INFO networking_nsxv3.common.synchronization [req-5f8c0f55-b9b9-4dc1-91c3-b3fa1d2814ac req-28e2396e-1084-452f-8c43-0cbd0619d703 tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] Enqueued Resource ID: 9ee1fb5b-3309-445c-9fc6-355754abfc65 with Priority: HIGHEST for action security_group_members [ 756.523916] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ee1fb5b-3309-445c-9fc6-355754abfc65 with Priority: HIGHEST for action security_group_members [ 756.524563] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ee1fb5b-3309-445c-9fc6-355754abfc65 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.524811] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ee1fb5b-3309-445c-9fc6-355754abfc65" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.524971] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ee1fb5b-3309-445c-9fc6-355754abfc65" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.525336] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ee1fb5b-3309-445c-9fc6-355754abfc65" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.525614] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.525824] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.525980] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.526302] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.526552] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.526761] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ee1fb5b-3309-445c-9fc6-355754abfc65',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.040019] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.040019] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.040019] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.040019] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.040019] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.040019] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.040019] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.040019] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.040019] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.040019] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.040019] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ee1fb5b-3309-445c-9fc6-355754abfc65 is going to be updated. [ 757.066404] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.066678] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.066747] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.066961] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.067127] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.078629] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ee1fb5b-3309-445c-9fc6-355754abfc65 in Status: IN_PROGRESS for 2s [ 757.090142] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b5ddb17-8f28-49c6-a038-8853ff51a1d5 in Status: SUCCESS [ 757.090385] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b5ddb17-8f28-49c6-a038-8853ff51a1d5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.090574] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b5ddb17-8f28-49c6-a038-8853ff51a1d5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.090786] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b5ddb17-8f28-49c6-a038-8853ff51a1d5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.090970] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.091094] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.091154] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.091332] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.091392] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.091464] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b5ddb17-8f28-49c6-a038-8853ff51a1d5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.091571] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5b5ddb17-8f28-49c6-a038-8853ff51a1d5',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.137508] env[69836]: INFO networking_nsxv3.common.synchronization [req-eb9f3ff6-ae4a-41de-9169-4f6f1eb288f5 req-154c8cc7-a6e5-4f98-b9fd-19e97e900783 service nova] Enqueued Resource ID: c7d8e848-ef12-4159-92f5-caef18eccd55 with Priority: HIGHEST for action security_group_rules [ 757.137741] env[69836]: INFO networking_nsxv3.common.synchronization [req-eb9f3ff6-ae4a-41de-9169-4f6f1eb288f5 req-154c8cc7-a6e5-4f98-b9fd-19e97e900783 service nova] Enqueued Resource ID: c7d8e848-ef12-4159-92f5-caef18eccd55 with Priority: HIGHEST for action security_group_members [ 757.137878] env[69836]: INFO networking_nsxv3.common.synchronization [req-eb9f3ff6-ae4a-41de-9169-4f6f1eb288f5 req-154c8cc7-a6e5-4f98-b9fd-19e97e900783 service nova] Enqueued Resource ID: 8e8cb562-a94e-4592-a98c-6c2bfe8c0dae with Priority: HIGHEST for action port [ 757.138488] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7d8e848-ef12-4159-92f5-caef18eccd55 with Priority: HIGHEST for action security_group_rules [ 757.138643] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7d8e848-ef12-4159-92f5-caef18eccd55 with Priority: HIGHEST for action security_group_members [ 757.143020] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e8cb562-a94e-4592-a98c-6c2bfe8c0dae with Priority: HIGHEST for action port [ 757.143020] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7d8e848-ef12-4159-92f5-caef18eccd55 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.143020] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7d8e848-ef12-4159-92f5-caef18eccd55" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.143020] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7d8e848-ef12-4159-92f5-caef18eccd55" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.143020] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7d8e848-ef12-4159-92f5-caef18eccd55" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.143020] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7d8e848-ef12-4159-92f5-caef18eccd55',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.143020] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7d8e848-ef12-4159-92f5-caef18eccd55 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.143020] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7d8e848-ef12-4159-92f5-caef18eccd55" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.143020] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7d8e848-ef12-4159-92f5-caef18eccd55" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.143020] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7d8e848-ef12-4159-92f5-caef18eccd55" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.143020] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.143020] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.143020] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.143020] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.143020] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.143020] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7d8e848-ef12-4159-92f5-caef18eccd55',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.145606] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e8cb562-a94e-4592-a98c-6c2bfe8c0dae taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.145848] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e8cb562-a94e-4592-a98c-6c2bfe8c0dae" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.145991] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e8cb562-a94e-4592-a98c-6c2bfe8c0dae" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.146243] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e8cb562-a94e-4592-a98c-6c2bfe8c0dae" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.146397] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e8cb562-a94e-4592-a98c-6c2bfe8c0dae',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.601228] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b5ddb17-8f28-49c6-a038-8853ff51a1d5 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.601513] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b5ddb17-8f28-49c6-a038-8853ff51a1d5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.601612] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b5ddb17-8f28-49c6-a038-8853ff51a1d5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.601855] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b5ddb17-8f28-49c6-a038-8853ff51a1d5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.602142] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.602309] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.602370] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.602558] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.602683] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.602833] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b5ddb17-8f28-49c6-a038-8853ff51a1d5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.602964] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b5ddb17-8f28-49c6-a038-8853ff51a1d5 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.603292] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b5ddb17-8f28-49c6-a038-8853ff51a1d5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.603292] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b5ddb17-8f28-49c6-a038-8853ff51a1d5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.603426] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b5ddb17-8f28-49c6-a038-8853ff51a1d5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.603506] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.603639] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.603718] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.605599] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.605800] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.605905] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b5ddb17-8f28-49c6-a038-8853ff51a1d5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.606042] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5b5ddb17-8f28-49c6-a038-8853ff51a1d5',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.623850] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee16653f-0b1a-4996-a83f-c1f65542b65d in Status: SUCCESS [ 757.624099] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee16653f-0b1a-4996-a83f-c1f65542b65d deletion is rescheduled due to dependency. [ 757.624175] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee16653f-0b1a-4996-a83f-c1f65542b65d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.648030] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7d8e848-ef12-4159-92f5-caef18eccd55 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.648226] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7d8e848-ef12-4159-92f5-caef18eccd55" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.648497] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c7d8e848-ef12-4159-92f5-caef18eccd55',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.650265] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8e8cb562-a94e-4592-a98c-6c2bfe8c0dae with status ACTIVE [ 757.650595] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.650706] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.650766] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.650964] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.651068] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.651249] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.651330] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.651368] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.651519] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.651626] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.651775] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.651874] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.651925] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.652082] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.652147] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.652296] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8e8cb562-a94e-4592-a98c-6c2bfe8c0dae is going to be updated. [ 757.678994] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.679171] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.679242] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.679456] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.679597] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.679935] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e8cb562-a94e-4592-a98c-6c2bfe8c0dae" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.996022] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a4fa270-66c7-4fb7-8870-c2e6d60891f4 in Status: SUCCESS [ 757.996293] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a4fa270-66c7-4fb7-8870-c2e6d60891f4 deletion is rescheduled due to dependency. [ 757.996424] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a4fa270-66c7-4fb7-8870-c2e6d60891f4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.111377] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5b5ddb17-8f28-49c6-a038-8853ff51a1d5: rpc.has_security_group_logging(os_id): False [ 758.133330] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.133517] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.133554] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.133892] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.133985] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.134192] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.134774] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.134774] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.134774] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.134774] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.134984] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.135087] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.135135] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.135279] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.135382] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.135593] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.135688] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.135750] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.135889] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.135975] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.136081] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b5ddb17-8f28-49c6-a038-8853ff51a1d5 is going to be created. [ 758.154169] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c7d8e848-ef12-4159-92f5-caef18eccd55',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.205876] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.206155] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.206211] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.206631] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.206952] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.224182] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b5ddb17-8f28-49c6-a038-8853ff51a1d5 in Status: IN_PROGRESS for 2s [ 758.656979] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.657162] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.657235] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.657450] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.657543] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.657730] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7d8e848-ef12-4159-92f5-caef18eccd55 is going to be created. [ 758.689033] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.689033] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.689186] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.689516] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.689516] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.700809] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7d8e848-ef12-4159-92f5-caef18eccd55 in Status: UNINITIALIZED for 2s [ 759.089148] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ee1fb5b-3309-445c-9fc6-355754abfc65 in Status: SUCCESS [ 759.089333] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ee1fb5b-3309-445c-9fc6-355754abfc65 deletion is rescheduled due to dependency. [ 759.089449] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ee1fb5b-3309-445c-9fc6-355754abfc65" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.239161] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b5ddb17-8f28-49c6-a038-8853ff51a1d5 in Status: SUCCESS [ 760.239382] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b5ddb17-8f28-49c6-a038-8853ff51a1d5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.586819] env[69836]: INFO networking_nsxv3.common.synchronization [req-4dd6a06f-5aaa-4292-b230-14a6042d1697 req-e3e8f13b-64de-4776-a39c-fdc1ff7c445c tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Enqueued Resource ID: 85effc41-e7cb-42c0-a978-067a7d9a89bf with Priority: HIGHEST for action security_group_members [ 760.587371] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85effc41-e7cb-42c0-a978-067a7d9a89bf with Priority: HIGHEST for action security_group_members [ 760.587715] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-85effc41-e7cb-42c0-a978-067a7d9a89bf taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.587850] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85effc41-e7cb-42c0-a978-067a7d9a89bf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.587919] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85effc41-e7cb-42c0-a978-067a7d9a89bf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.588303] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85effc41-e7cb-42c0-a978-067a7d9a89bf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.588504] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.588637] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.588723] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.588911] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.589035] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.589159] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85effc41-e7cb-42c0-a978-067a7d9a89bf',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.714023] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7d8e848-ef12-4159-92f5-caef18eccd55 in Status: SUCCESS [ 760.714023] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7d8e848-ef12-4159-92f5-caef18eccd55" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.714023] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7d8e848-ef12-4159-92f5-caef18eccd55" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.714023] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7d8e848-ef12-4159-92f5-caef18eccd55" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.714023] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.714023] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.714023] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.714023] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.714023] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.714023] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7d8e848-ef12-4159-92f5-caef18eccd55" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.714023] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c7d8e848-ef12-4159-92f5-caef18eccd55',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.092347] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85effc41-e7cb-42c0-a978-067a7d9a89bf',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.219762] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7d8e848-ef12-4159-92f5-caef18eccd55 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.219762] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7d8e848-ef12-4159-92f5-caef18eccd55" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.219762] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7d8e848-ef12-4159-92f5-caef18eccd55" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.219762] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7d8e848-ef12-4159-92f5-caef18eccd55" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.219762] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.219762] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.219762] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.219762] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.219762] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.219762] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7d8e848-ef12-4159-92f5-caef18eccd55" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.219762] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7d8e848-ef12-4159-92f5-caef18eccd55 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.219762] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7d8e848-ef12-4159-92f5-caef18eccd55" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.219762] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7d8e848-ef12-4159-92f5-caef18eccd55" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.219762] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7d8e848-ef12-4159-92f5-caef18eccd55" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.219762] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.219762] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.220714] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.220714] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.220714] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.220714] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7d8e848-ef12-4159-92f5-caef18eccd55" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.220714] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c7d8e848-ef12-4159-92f5-caef18eccd55',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.272071] env[69836]: INFO networking_nsxv3.common.synchronization [req-2e8bea53-ac96-4d62-8c06-cd2a0abc3bd3 req-fe9b6d49-3184-4f21-80a5-b1beb81fcc11 tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] Enqueued Resource ID: d4834e7b-f13a-47e1-9ba8-a889cfe05bc6 with Priority: HIGHEST for action security_group_members [ 761.272570] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4834e7b-f13a-47e1-9ba8-a889cfe05bc6 with Priority: HIGHEST for action security_group_members [ 761.272807] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4834e7b-f13a-47e1-9ba8-a889cfe05bc6 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.272950] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4834e7b-f13a-47e1-9ba8-a889cfe05bc6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.274288] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4834e7b-f13a-47e1-9ba8-a889cfe05bc6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.275359] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4834e7b-f13a-47e1-9ba8-a889cfe05bc6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.275359] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.275359] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.275359] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.275359] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.275359] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.275679] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4834e7b-f13a-47e1-9ba8-a889cfe05bc6',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.594781] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85effc41-e7cb-42c0-a978-067a7d9a89bf',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.727778] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c7d8e848-ef12-4159-92f5-caef18eccd55: rpc.has_security_group_logging(os_id): False [ 761.748073] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.748260] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.748299] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.748515] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.748606] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.748823] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.748937] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.748997] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.749212] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.749285] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.749511] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.749622] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.749695] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.749836] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.749916] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.750334] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.750438] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.750510] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.750656] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.750735] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.750909] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7d8e848-ef12-4159-92f5-caef18eccd55 is going to be created. [ 761.778034] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.778260] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.778260] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.778772] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.780341] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.780341] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.780341] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.780341] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.780341] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.780341] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.780341] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4834e7b-f13a-47e1-9ba8-a889cfe05bc6 already deleted. [ 761.780341] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4834e7b-f13a-47e1-9ba8-a889cfe05bc6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.823997] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.826995] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.826995] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.826995] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.826995] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.838727] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7d8e848-ef12-4159-92f5-caef18eccd55 in Status: IN_PROGRESS for 2s [ 761.872360] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-848 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.872360] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-848" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.872360] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-848" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.872800] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-848" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.873395] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.873395] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.873573] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.873669] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.875204] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.876040] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 761.876040] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 761.876040] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 761.876040] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 761.876441] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 761.876441] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 761.876567] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 761.952720] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 761.952720] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.076 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 761.952720] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 761.953058] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-848" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.953212] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-c14e0c30-173a-4dbe-9f8f-1aceaedf6d60 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.953407] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-c14e0c30-173a-4dbe-9f8f-1aceaedf6d60" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.953503] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-c14e0c30-173a-4dbe-9f8f-1aceaedf6d60" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.953979] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-c14e0c30-173a-4dbe-9f8f-1aceaedf6d60" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.954352] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c14e0c30-173a-4dbe-9f8f-1aceaedf6d60',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.098682] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.099163] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.099163] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.099392] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.099495] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.099603] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85effc41-e7cb-42c0-a978-067a7d9a89bf is going to be updated. [ 762.135615] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.135806] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.135970] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.136126] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.136281] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.153208] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85effc41-e7cb-42c0-a978-067a7d9a89bf in Status: IN_PROGRESS for 2s [ 762.462781] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.462781] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.462781] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.462781] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.462781] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.462781] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port c14e0c30-173a-4dbe-9f8f-1aceaedf6d60 not found, creating... [ 762.462781] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.462781] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.462781] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.462781] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.462781] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.465267] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.465267] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.465267] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.465267] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.465267] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.465267] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: c14e0c30-173a-4dbe-9f8f-1aceaedf6d60 is going to be created. [ 762.490308] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.490811] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.491020] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.491404] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.491726] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.491999] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-c14e0c30-173a-4dbe-9f8f-1aceaedf6d60" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.482436] env[69836]: INFO networking_nsxv3.common.synchronization [req-2e8bea53-ac96-4d62-8c06-cd2a0abc3bd3 req-845f9a7c-5435-49ec-904c-abd8ed0c6a39 service nova] Enqueued Resource ID: d4834e7b-f13a-47e1-9ba8-a889cfe05bc6 with Priority: HIGHEST for action security_group_rules [ 763.482800] env[69836]: INFO networking_nsxv3.common.synchronization [req-2e8bea53-ac96-4d62-8c06-cd2a0abc3bd3 req-845f9a7c-5435-49ec-904c-abd8ed0c6a39 service nova] Enqueued Resource ID: d4834e7b-f13a-47e1-9ba8-a889cfe05bc6 with Priority: HIGHEST for action security_group_members [ 763.483076] env[69836]: INFO networking_nsxv3.common.synchronization [req-2e8bea53-ac96-4d62-8c06-cd2a0abc3bd3 req-845f9a7c-5435-49ec-904c-abd8ed0c6a39 service nova] Enqueued Resource ID: c14e0c30-173a-4dbe-9f8f-1aceaedf6d60 with Priority: HIGHEST for action port [ 763.483952] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4834e7b-f13a-47e1-9ba8-a889cfe05bc6 with Priority: HIGHEST for action security_group_rules [ 763.484181] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4834e7b-f13a-47e1-9ba8-a889cfe05bc6 with Priority: HIGHEST for action security_group_members [ 763.484352] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c14e0c30-173a-4dbe-9f8f-1aceaedf6d60 with Priority: HIGHEST for action port [ 763.484839] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4834e7b-f13a-47e1-9ba8-a889cfe05bc6 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.484982] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4834e7b-f13a-47e1-9ba8-a889cfe05bc6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.485104] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4834e7b-f13a-47e1-9ba8-a889cfe05bc6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.486201] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4834e7b-f13a-47e1-9ba8-a889cfe05bc6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.486201] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4834e7b-f13a-47e1-9ba8-a889cfe05bc6',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.487131] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4834e7b-f13a-47e1-9ba8-a889cfe05bc6 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.487219] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4834e7b-f13a-47e1-9ba8-a889cfe05bc6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.487296] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4834e7b-f13a-47e1-9ba8-a889cfe05bc6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.487555] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4834e7b-f13a-47e1-9ba8-a889cfe05bc6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.487770] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.488126] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.488126] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.488212] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.490022] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.490022] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4834e7b-f13a-47e1-9ba8-a889cfe05bc6',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.490022] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-c14e0c30-173a-4dbe-9f8f-1aceaedf6d60 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.490022] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c14e0c30-173a-4dbe-9f8f-1aceaedf6d60" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.495569] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c14e0c30-173a-4dbe-9f8f-1aceaedf6d60" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.495569] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c14e0c30-173a-4dbe-9f8f-1aceaedf6d60" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.495569] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c14e0c30-173a-4dbe-9f8f-1aceaedf6d60',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.855495] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7d8e848-ef12-4159-92f5-caef18eccd55 in Status: SUCCESS [ 763.855495] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7d8e848-ef12-4159-92f5-caef18eccd55" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.994477] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4834e7b-f13a-47e1-9ba8-a889cfe05bc6 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.994664] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4834e7b-f13a-47e1-9ba8-a889cfe05bc6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.995327] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d4834e7b-f13a-47e1-9ba8-a889cfe05bc6',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.997591] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c14e0c30-173a-4dbe-9f8f-1aceaedf6d60 with status ACTIVE [ 763.997813] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.997951] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.997992] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.998216] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.998316] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.998487] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.998588] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.998648] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.998926] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.999039] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.999223] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.999313] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.999376] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.999530] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.999603] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.999708] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c14e0c30-173a-4dbe-9f8f-1aceaedf6d60 is going to be updated. [ 764.024717] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.024717] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.024717] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.024946] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.025064] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.025271] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c14e0c30-173a-4dbe-9f8f-1aceaedf6d60" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.166586] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85effc41-e7cb-42c0-a978-067a7d9a89bf in Status: SUCCESS [ 764.166586] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85effc41-e7cb-42c0-a978-067a7d9a89bf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.500458] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d4834e7b-f13a-47e1-9ba8-a889cfe05bc6',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.003314] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.003314] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.003559] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.003623] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.003693] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.003795] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4834e7b-f13a-47e1-9ba8-a889cfe05bc6 is going to be created. [ 765.034535] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.034727] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.034806] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.036738] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.036950] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.051452] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4834e7b-f13a-47e1-9ba8-a889cfe05bc6 in Status: UNINITIALIZED for 2s [ 767.056668] env[69836]: INFO networking_nsxv3.common.synchronization [req-4f83c728-4a40-46bf-be7b-10be1ebb7852 req-273722fa-6cee-4be8-b025-5e3b19f6e2b2 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Enqueued Resource ID: 230c9059-fa4c-4269-a09b-17355ac525c2 with Priority: HIGHEST for action security_group_members [ 767.057755] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 230c9059-fa4c-4269-a09b-17355ac525c2 with Priority: HIGHEST for action security_group_members [ 767.058114] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-230c9059-fa4c-4269-a09b-17355ac525c2 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.058245] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-230c9059-fa4c-4269-a09b-17355ac525c2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.058352] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-230c9059-fa4c-4269-a09b-17355ac525c2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.058651] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-230c9059-fa4c-4269-a09b-17355ac525c2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.058900] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.059113] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.059113] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.059297] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.059382] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.059496] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('230c9059-fa4c-4269-a09b-17355ac525c2',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.068376] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4834e7b-f13a-47e1-9ba8-a889cfe05bc6 in Status: SUCCESS [ 767.068376] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4834e7b-f13a-47e1-9ba8-a889cfe05bc6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.068770] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4834e7b-f13a-47e1-9ba8-a889cfe05bc6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.068994] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4834e7b-f13a-47e1-9ba8-a889cfe05bc6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.069223] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.069424] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.072889] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.072889] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.072889] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.072889] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4834e7b-f13a-47e1-9ba8-a889cfe05bc6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.072889] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d4834e7b-f13a-47e1-9ba8-a889cfe05bc6',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.491035] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-192 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.491421] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-192" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.491764] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-192" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.492397] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-192" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.493056] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.493056] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.493056] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.493600] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.493920] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.494038] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 767.494098] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 767.494210] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 767.494434] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 767.494534] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 767.494680] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 767.494987] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 767.517362] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 767.517610] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 767.517814] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 767.518120] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-192" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.518488] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-1378d26b-4150-423a-9917-32f7206c04f4 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.518665] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-1378d26b-4150-423a-9917-32f7206c04f4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.518824] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-1378d26b-4150-423a-9917-32f7206c04f4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.519235] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-1378d26b-4150-423a-9917-32f7206c04f4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.519403] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1378d26b-4150-423a-9917-32f7206c04f4',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.561586] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.561748] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.561844] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.562053] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.562153] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.562364] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.562478] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.562553] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.563056] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.563056] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.563056] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 230c9059-fa4c-4269-a09b-17355ac525c2 already deleted. [ 767.563056] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-230c9059-fa4c-4269-a09b-17355ac525c2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.572247] env[69836]: INFO networking_nsxv3.common.synchronization [req-b4c89cfb-6d79-4123-8895-4d108742d0e5 req-3472ff60-a66d-470d-b61d-a7a1e775cae4 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Enqueued Resource ID: 5b5ddb17-8f28-49c6-a038-8853ff51a1d5 with Priority: HIGHEST for action security_group_members [ 767.572522] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4834e7b-f13a-47e1-9ba8-a889cfe05bc6 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.572897] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4834e7b-f13a-47e1-9ba8-a889cfe05bc6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.572897] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4834e7b-f13a-47e1-9ba8-a889cfe05bc6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.572969] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4834e7b-f13a-47e1-9ba8-a889cfe05bc6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.573098] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.573186] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.573313] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.573439] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.573570] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.573680] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4834e7b-f13a-47e1-9ba8-a889cfe05bc6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.573898] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4834e7b-f13a-47e1-9ba8-a889cfe05bc6 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.574086] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4834e7b-f13a-47e1-9ba8-a889cfe05bc6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.574183] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4834e7b-f13a-47e1-9ba8-a889cfe05bc6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.574431] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4834e7b-f13a-47e1-9ba8-a889cfe05bc6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.574659] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.574765] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.574845] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.575035] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.575135] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.575341] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4834e7b-f13a-47e1-9ba8-a889cfe05bc6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.575396] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d4834e7b-f13a-47e1-9ba8-a889cfe05bc6',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.576982] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b5ddb17-8f28-49c6-a038-8853ff51a1d5 with Priority: HIGHEST for action security_group_members [ 767.577713] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b5ddb17-8f28-49c6-a038-8853ff51a1d5 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.577869] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b5ddb17-8f28-49c6-a038-8853ff51a1d5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.578036] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b5ddb17-8f28-49c6-a038-8853ff51a1d5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.578301] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b5ddb17-8f28-49c6-a038-8853ff51a1d5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.578494] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.578710] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.578795] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.579096] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.579155] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.579267] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b5ddb17-8f28-49c6-a038-8853ff51a1d5',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.022446] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.022817] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.022954] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.023254] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.023408] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.023590] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port 1378d26b-4150-423a-9917-32f7206c04f4 not found, creating... [ 768.023948] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.024139] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.024317] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.024696] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.024865] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.025194] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.025403] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.025733] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.025957] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.025957] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.026059] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: 1378d26b-4150-423a-9917-32f7206c04f4 is going to be created. [ 768.051238] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.051521] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.051682] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.051984] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.052241] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.052626] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-1378d26b-4150-423a-9917-32f7206c04f4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.078372] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d4834e7b-f13a-47e1-9ba8-a889cfe05bc6: rpc.has_security_group_logging(os_id): False [ 768.082227] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.082378] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.082448] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.082672] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.082769] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.082963] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.083078] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.083139] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.083292] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.083369] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.083455] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b5ddb17-8f28-49c6-a038-8853ff51a1d5 is going to be updated. [ 768.103941] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.104201] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.104295] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.104632] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.104726] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.104951] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.105074] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.105138] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.105308] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.105391] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.105734] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.105847] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.105914] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.111272] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.111431] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.111746] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.111867] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.111933] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.112169] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.112308] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.112446] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4834e7b-f13a-47e1-9ba8-a889cfe05bc6 is going to be created. [ 768.121414] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.121595] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.121595] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.121817] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.121962] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.140081] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b5ddb17-8f28-49c6-a038-8853ff51a1d5 in Status: IN_PROGRESS for 2s [ 768.242234] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.242402] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.242468] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.242734] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.242956] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.261068] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4834e7b-f13a-47e1-9ba8-a889cfe05bc6 in Status: IN_PROGRESS for 2s [ 768.292187] env[69836]: INFO networking_nsxv3.common.synchronization [req-a23a13d0-72ac-4205-9cc0-5ce8254464e7 req-3e13b633-9618-4bc7-a679-956dd24f1a84 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Enqueued Resource ID: ee866d32-d5ac-477c-97ec-f4698cc91ec8 with Priority: HIGHEST for action security_group_members [ 768.293019] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee866d32-d5ac-477c-97ec-f4698cc91ec8 with Priority: HIGHEST for action security_group_members [ 768.293202] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee866d32-d5ac-477c-97ec-f4698cc91ec8 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.293327] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee866d32-d5ac-477c-97ec-f4698cc91ec8" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.293406] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee866d32-d5ac-477c-97ec-f4698cc91ec8" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.293594] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee866d32-d5ac-477c-97ec-f4698cc91ec8" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.293744] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.293841] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.294404] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.294404] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.294404] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.294404] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee866d32-d5ac-477c-97ec-f4698cc91ec8',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.452829] env[69836]: INFO networking_nsxv3.common.synchronization [req-2a007516-8e47-4876-9b63-d252407d8125 req-6f453f78-4189-4417-820a-22bbb4618467 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] Enqueued Resource ID: c7d8e848-ef12-4159-92f5-caef18eccd55 with Priority: HIGHEST for action security_group_members [ 768.453697] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7d8e848-ef12-4159-92f5-caef18eccd55 with Priority: HIGHEST for action security_group_members [ 768.453697] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7d8e848-ef12-4159-92f5-caef18eccd55 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.453794] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7d8e848-ef12-4159-92f5-caef18eccd55" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.453835] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7d8e848-ef12-4159-92f5-caef18eccd55" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.454040] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7d8e848-ef12-4159-92f5-caef18eccd55" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.454194] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.454294] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.454390] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.454813] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.454813] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.454813] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7d8e848-ef12-4159-92f5-caef18eccd55',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.788252] env[69836]: INFO networking_nsxv3.common.synchronization [req-4f83c728-4a40-46bf-be7b-10be1ebb7852 req-f7261940-78a3-4d40-affd-6a1bf361d26b service nova] Enqueued Resource ID: 230c9059-fa4c-4269-a09b-17355ac525c2 with Priority: HIGHEST for action security_group_rules [ 768.788610] env[69836]: INFO networking_nsxv3.common.synchronization [req-4f83c728-4a40-46bf-be7b-10be1ebb7852 req-f7261940-78a3-4d40-affd-6a1bf361d26b service nova] Enqueued Resource ID: 230c9059-fa4c-4269-a09b-17355ac525c2 with Priority: HIGHEST for action security_group_members [ 768.788758] env[69836]: INFO networking_nsxv3.common.synchronization [req-4f83c728-4a40-46bf-be7b-10be1ebb7852 req-f7261940-78a3-4d40-affd-6a1bf361d26b service nova] Enqueued Resource ID: 1378d26b-4150-423a-9917-32f7206c04f4 with Priority: HIGHEST for action port [ 768.789475] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 230c9059-fa4c-4269-a09b-17355ac525c2 with Priority: HIGHEST for action security_group_rules [ 768.789623] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 230c9059-fa4c-4269-a09b-17355ac525c2 with Priority: HIGHEST for action security_group_members [ 768.789727] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1378d26b-4150-423a-9917-32f7206c04f4 with Priority: HIGHEST for action port [ 768.790032] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-230c9059-fa4c-4269-a09b-17355ac525c2 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.790167] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-230c9059-fa4c-4269-a09b-17355ac525c2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.790234] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-230c9059-fa4c-4269-a09b-17355ac525c2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.790699] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-230c9059-fa4c-4269-a09b-17355ac525c2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.790699] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('230c9059-fa4c-4269-a09b-17355ac525c2',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.791533] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-230c9059-fa4c-4269-a09b-17355ac525c2 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.791646] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-230c9059-fa4c-4269-a09b-17355ac525c2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.791646] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-230c9059-fa4c-4269-a09b-17355ac525c2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.791868] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-230c9059-fa4c-4269-a09b-17355ac525c2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.791947] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.792061] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.792117] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.792265] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.792355] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.792448] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('230c9059-fa4c-4269-a09b-17355ac525c2',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.795377] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-1378d26b-4150-423a-9917-32f7206c04f4 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.795377] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1378d26b-4150-423a-9917-32f7206c04f4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.795377] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1378d26b-4150-423a-9917-32f7206c04f4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.795377] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1378d26b-4150-423a-9917-32f7206c04f4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.795377] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1378d26b-4150-423a-9917-32f7206c04f4',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.796106] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.796262] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.796357] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.796578] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.797591] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.797591] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.797591] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.797591] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.797591] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.797591] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.797591] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee866d32-d5ac-477c-97ec-f4698cc91ec8 is going to be updated. [ 768.834703] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.834883] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.834883] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.835051] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.835187] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.848156] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee866d32-d5ac-477c-97ec-f4698cc91ec8 in Status: IN_PROGRESS for 2s [ 768.957560] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.957779] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.957904] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.958055] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.958158] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.958365] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.958460] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.958528] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.958684] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.958792] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.958921] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7d8e848-ef12-4159-92f5-caef18eccd55 is going to be updated. [ 769.003105] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.003335] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.003393] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.003574] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.003725] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.015538] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7d8e848-ef12-4159-92f5-caef18eccd55 in Status: IN_PROGRESS for 2s [ 769.299228] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-230c9059-fa4c-4269-a09b-17355ac525c2 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.299228] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-230c9059-fa4c-4269-a09b-17355ac525c2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.299536] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1378d26b-4150-423a-9917-32f7206c04f4 with status ACTIVE [ 769.299569] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.299664] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.299726] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.299932] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.300033] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.300201] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.300292] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.300351] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.300499] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.300579] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.300761] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.300847] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.300903] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.301049] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.301120] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.301200] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1378d26b-4150-423a-9917-32f7206c04f4 is going to be updated. [ 769.305621] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('230c9059-fa4c-4269-a09b-17355ac525c2',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.327844] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.328082] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.328082] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.328305] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.328458] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.329032] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1378d26b-4150-423a-9917-32f7206c04f4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.810858] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('230c9059-fa4c-4269-a09b-17355ac525c2',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.153896] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b5ddb17-8f28-49c6-a038-8853ff51a1d5 in Status: SUCCESS [ 770.154127] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b5ddb17-8f28-49c6-a038-8853ff51a1d5 deletion is rescheduled due to dependency. [ 770.154276] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b5ddb17-8f28-49c6-a038-8853ff51a1d5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.277148] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4834e7b-f13a-47e1-9ba8-a889cfe05bc6 in Status: SUCCESS [ 770.277377] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4834e7b-f13a-47e1-9ba8-a889cfe05bc6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.314260] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.314631] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.314631] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.314866] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.314970] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.315089] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 230c9059-fa4c-4269-a09b-17355ac525c2 is going to be created. [ 770.367045] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.367045] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.367045] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.367045] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.367045] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.378753] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 230c9059-fa4c-4269-a09b-17355ac525c2 in Status: UNINITIALIZED for 2s [ 770.860892] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee866d32-d5ac-477c-97ec-f4698cc91ec8 in Status: SUCCESS [ 770.861739] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee866d32-d5ac-477c-97ec-f4698cc91ec8 deletion is rescheduled due to dependency. [ 770.861739] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee866d32-d5ac-477c-97ec-f4698cc91ec8" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.027880] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7d8e848-ef12-4159-92f5-caef18eccd55 in Status: SUCCESS [ 771.027880] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7d8e848-ef12-4159-92f5-caef18eccd55 deletion is rescheduled due to dependency. [ 771.027880] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7d8e848-ef12-4159-92f5-caef18eccd55" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.096532] env[69836]: INFO networking_nsxv3.common.synchronization [req-200dcd55-fd83-4709-8030-1dc0b321b3a5 req-ba04d7af-f0bf-4c5b-a0c5-a23e21106994 tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] Enqueued Resource ID: 4d3233ea-1473-402b-83b9-89290db5d65b with Priority: HIGHEST for action security_group_members [ 771.096986] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d3233ea-1473-402b-83b9-89290db5d65b with Priority: HIGHEST for action security_group_members [ 771.097317] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d3233ea-1473-402b-83b9-89290db5d65b taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.097443] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d3233ea-1473-402b-83b9-89290db5d65b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.097508] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d3233ea-1473-402b-83b9-89290db5d65b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.097746] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d3233ea-1473-402b-83b9-89290db5d65b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.097933] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.098069] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.098151] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.098312] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.098409] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.098519] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d3233ea-1473-402b-83b9-89290db5d65b',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.601416] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.601872] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.601872] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.602456] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.602552] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.602858] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.603142] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.603142] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.603388] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.603532] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.603681] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d3233ea-1473-402b-83b9-89290db5d65b is going to be updated. [ 771.631037] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.631253] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.631253] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.631359] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.631504] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.641237] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d3233ea-1473-402b-83b9-89290db5d65b in Status: IN_PROGRESS for 2s [ 772.400623] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 230c9059-fa4c-4269-a09b-17355ac525c2 in Status: SUCCESS [ 772.402766] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-230c9059-fa4c-4269-a09b-17355ac525c2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.402766] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-230c9059-fa4c-4269-a09b-17355ac525c2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.402766] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-230c9059-fa4c-4269-a09b-17355ac525c2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.402766] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.402766] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.402766] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.402766] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.402766] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.402766] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-230c9059-fa4c-4269-a09b-17355ac525c2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.402766] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('230c9059-fa4c-4269-a09b-17355ac525c2',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.904390] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('230c9059-fa4c-4269-a09b-17355ac525c2',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.406658] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 230c9059-fa4c-4269-a09b-17355ac525c2: rpc.has_security_group_logging(os_id): False [ 773.428339] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.428339] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.428339] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.428339] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.428339] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.428339] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.428339] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.428339] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.428339] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.428339] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.428339] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 230c9059-fa4c-4269-a09b-17355ac525c2 is going to be created. [ 773.492612] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.493182] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.493182] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.493182] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.495326] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.506973] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 230c9059-fa4c-4269-a09b-17355ac525c2 in Status: IN_PROGRESS for 2s [ 773.650988] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d3233ea-1473-402b-83b9-89290db5d65b in Status: SUCCESS [ 773.651226] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d3233ea-1473-402b-83b9-89290db5d65b deletion is rescheduled due to dependency. [ 773.651226] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d3233ea-1473-402b-83b9-89290db5d65b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.527501] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 230c9059-fa4c-4269-a09b-17355ac525c2 in Status: SUCCESS [ 775.527884] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-230c9059-fa4c-4269-a09b-17355ac525c2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.098999] env[69836]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 776.098999] env[69836]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 777.794531] env[69836]: INFO networking_nsxv3.common.synchronization [req-37a304c4-1fab-4389-bcf3-366760a8debc req-542ca472-e076-483a-ab38-f1657d836c60 tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] Enqueued Resource ID: d4834e7b-f13a-47e1-9ba8-a889cfe05bc6 with Priority: HIGHEST for action security_group_members [ 777.795565] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4834e7b-f13a-47e1-9ba8-a889cfe05bc6 with Priority: HIGHEST for action security_group_members [ 777.795565] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4834e7b-f13a-47e1-9ba8-a889cfe05bc6 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.795565] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4834e7b-f13a-47e1-9ba8-a889cfe05bc6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.795565] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4834e7b-f13a-47e1-9ba8-a889cfe05bc6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.795832] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4834e7b-f13a-47e1-9ba8-a889cfe05bc6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.795832] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.796047] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.796047] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.796295] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.796435] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.796560] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4834e7b-f13a-47e1-9ba8-a889cfe05bc6',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.299336] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.299506] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.299594] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.299930] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.300081] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.300526] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.300526] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.300659] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.300844] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.300844] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.300942] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4834e7b-f13a-47e1-9ba8-a889cfe05bc6 is going to be updated. [ 778.338761] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.338761] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.338761] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.338761] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.338761] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.346517] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4834e7b-f13a-47e1-9ba8-a889cfe05bc6 in Status: IN_PROGRESS for 2s [ 778.492349] env[69836]: INFO networking_nsxv3.common.synchronization [req-e123923a-04a9-4ddc-9e9e-7b351e14e283 req-71c05fdd-007f-400a-839a-5ea50f15197e tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Enqueued Resource ID: 6e0e445d-71e0-4ec9-b107-f5d57ff36caa with Priority: HIGHEST for action security_group_members [ 778.492705] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e0e445d-71e0-4ec9-b107-f5d57ff36caa with Priority: HIGHEST for action security_group_members [ 778.493466] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e0e445d-71e0-4ec9-b107-f5d57ff36caa taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.493466] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e0e445d-71e0-4ec9-b107-f5d57ff36caa" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.493466] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e0e445d-71e0-4ec9-b107-f5d57ff36caa" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.496562] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e0e445d-71e0-4ec9-b107-f5d57ff36caa" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.497426] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.497426] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.497426] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.497426] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.497426] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.497426] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e0e445d-71e0-4ec9-b107-f5d57ff36caa',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.525287] env[69836]: INFO networking_nsxv3.common.synchronization [req-e123923a-04a9-4ddc-9e9e-7b351e14e283 req-71c05fdd-007f-400a-839a-5ea50f15197e tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Enqueued Resource ID: 6e0e445d-71e0-4ec9-b107-f5d57ff36caa with Priority: HIGHEST for action security_group_rules [ 778.525724] env[69836]: INFO networking_nsxv3.common.synchronization [req-e123923a-04a9-4ddc-9e9e-7b351e14e283 req-71c05fdd-007f-400a-839a-5ea50f15197e tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Enqueued Resource ID: 6e0e445d-71e0-4ec9-b107-f5d57ff36caa with Priority: HIGHEST for action security_group_members [ 778.525724] env[69836]: INFO networking_nsxv3.common.synchronization [req-e123923a-04a9-4ddc-9e9e-7b351e14e283 req-71c05fdd-007f-400a-839a-5ea50f15197e tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Enqueued Resource ID: 6c3c2257-911b-42d2-beec-5ca2d602b4f8 with Priority: HIGHEST for action port [ 778.526357] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e0e445d-71e0-4ec9-b107-f5d57ff36caa with Priority: HIGHEST for action security_group_rules [ 778.526561] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e0e445d-71e0-4ec9-b107-f5d57ff36caa with Priority: HIGHEST for action security_group_members [ 778.526752] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c3c2257-911b-42d2-beec-5ca2d602b4f8 with Priority: HIGHEST for action port [ 778.527327] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e0e445d-71e0-4ec9-b107-f5d57ff36caa taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.527525] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e0e445d-71e0-4ec9-b107-f5d57ff36caa" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.527642] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e0e445d-71e0-4ec9-b107-f5d57ff36caa" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.527924] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e0e445d-71e0-4ec9-b107-f5d57ff36caa" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.528137] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e0e445d-71e0-4ec9-b107-f5d57ff36caa',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.529465] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e0e445d-71e0-4ec9-b107-f5d57ff36caa taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.529709] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e0e445d-71e0-4ec9-b107-f5d57ff36caa" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.530648] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c3c2257-911b-42d2-beec-5ca2d602b4f8 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.530648] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c3c2257-911b-42d2-beec-5ca2d602b4f8" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.530648] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c3c2257-911b-42d2-beec-5ca2d602b4f8" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.530648] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c3c2257-911b-42d2-beec-5ca2d602b4f8" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.530648] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c3c2257-911b-42d2-beec-5ca2d602b4f8',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.000692] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e0e445d-71e0-4ec9-b107-f5d57ff36caa',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.033216] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e0e445d-71e0-4ec9-b107-f5d57ff36caa taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.033443] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e0e445d-71e0-4ec9-b107-f5d57ff36caa" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.033667] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6c3c2257-911b-42d2-beec-5ca2d602b4f8 with status ACTIVE [ 779.033918] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.034089] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.034254] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.034549] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.034728] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.035027] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.035296] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.035407] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.035610] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.035753] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.035993] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.036155] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.036243] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.036414] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.036520] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.036631] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6c3c2257-911b-42d2-beec-5ca2d602b4f8 is going to be updated. [ 779.060620] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.060814] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.060864] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.061055] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.061200] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.061391] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c3c2257-911b-42d2-beec-5ca2d602b4f8" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.502475] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e0e445d-71e0-4ec9-b107-f5d57ff36caa',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.529129] env[69836]: INFO networking_nsxv3.common.synchronization [req-14d7ee3d-0928-445d-8968-ef0b10f849b9 req-73f1e8ac-921e-41f0-843f-a9baf3a7819b tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Enqueued Resource ID: f27a51eb-abb6-4cce-bae6-0fb72ab215ed with Priority: HIGHEST for action security_group_members [ 779.530235] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f27a51eb-abb6-4cce-bae6-0fb72ab215ed with Priority: HIGHEST for action security_group_members [ 779.533619] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.533619] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.533619] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.533619] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.533619] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.533619] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.533619] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.533619] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.533619] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.533619] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f27a51eb-abb6-4cce-bae6-0fb72ab215ed',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.871774] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-797 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.871774] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-797" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.871774] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-797" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.871774] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-797" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.871774] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.871774] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.871774] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.871774] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.871774] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.871774] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 779.871774] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 779.871774] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 779.871774] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 779.872348] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 779.872348] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 779.872348] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 779.891787] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 779.891988] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 779.892149] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 779.892327] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-797" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.892792] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-57dc8999-63a4-4997-8809-83a2089c49c4 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.893019] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-57dc8999-63a4-4997-8809-83a2089c49c4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.893143] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-57dc8999-63a4-4997-8809-83a2089c49c4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.893469] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-57dc8999-63a4-4997-8809-83a2089c49c4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.893616] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57dc8999-63a4-4997-8809-83a2089c49c4',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.005682] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.006135] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.006135] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.006211] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.006302] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.006465] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e0e445d-71e0-4ec9-b107-f5d57ff36caa is going to be updated. [ 780.034822] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.034982] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.035080] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.035303] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.035444] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.035659] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.035779] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.035852] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.035990] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.036159] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.036200] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f27a51eb-abb6-4cce-bae6-0fb72ab215ed already deleted. [ 780.036316] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.041400] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.041400] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.041400] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.041400] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.041400] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.050484] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e0e445d-71e0-4ec9-b107-f5d57ff36caa in Status: IN_PROGRESS for 2s [ 780.359102] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4834e7b-f13a-47e1-9ba8-a889cfe05bc6 in Status: SUCCESS [ 780.359300] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4834e7b-f13a-47e1-9ba8-a889cfe05bc6 deletion is rescheduled due to dependency. [ 780.359416] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4834e7b-f13a-47e1-9ba8-a889cfe05bc6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.400848] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.401102] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.401233] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.401517] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.401792] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.401989] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port 57dc8999-63a4-4997-8809-83a2089c49c4 not found, creating... [ 780.402283] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.402511] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.402511] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.402716] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.403561] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.403561] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.403561] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.403561] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.404074] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.404074] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.404176] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: 57dc8999-63a4-4997-8809-83a2089c49c4 is going to be created. [ 780.426904] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.427143] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.427499] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.427499] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.427685] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.427911] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-57dc8999-63a4-4997-8809-83a2089c49c4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.154399] env[69836]: INFO networking_nsxv3.common.synchronization [req-14d7ee3d-0928-445d-8968-ef0b10f849b9 req-6d63dfcf-9bae-47d1-b8f9-a722f9862766 service nova] Enqueued Resource ID: f27a51eb-abb6-4cce-bae6-0fb72ab215ed with Priority: HIGHEST for action security_group_rules [ 781.154710] env[69836]: INFO networking_nsxv3.common.synchronization [req-14d7ee3d-0928-445d-8968-ef0b10f849b9 req-6d63dfcf-9bae-47d1-b8f9-a722f9862766 service nova] Enqueued Resource ID: f27a51eb-abb6-4cce-bae6-0fb72ab215ed with Priority: HIGHEST for action security_group_members [ 781.154758] env[69836]: INFO networking_nsxv3.common.synchronization [req-14d7ee3d-0928-445d-8968-ef0b10f849b9 req-6d63dfcf-9bae-47d1-b8f9-a722f9862766 service nova] Enqueued Resource ID: 57dc8999-63a4-4997-8809-83a2089c49c4 with Priority: HIGHEST for action port [ 781.155344] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f27a51eb-abb6-4cce-bae6-0fb72ab215ed with Priority: HIGHEST for action security_group_rules [ 781.155519] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f27a51eb-abb6-4cce-bae6-0fb72ab215ed with Priority: HIGHEST for action security_group_members [ 781.155590] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57dc8999-63a4-4997-8809-83a2089c49c4 with Priority: HIGHEST for action port [ 781.155890] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f27a51eb-abb6-4cce-bae6-0fb72ab215ed taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.156098] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.156189] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.156483] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.156574] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f27a51eb-abb6-4cce-bae6-0fb72ab215ed',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.160022] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.160022] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.160022] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.160325] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.160539] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.160623] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.160686] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.160820] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.160900] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.161056] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f27a51eb-abb6-4cce-bae6-0fb72ab215ed',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.162770] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-57dc8999-63a4-4997-8809-83a2089c49c4 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.162864] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57dc8999-63a4-4997-8809-83a2089c49c4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.162864] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57dc8999-63a4-4997-8809-83a2089c49c4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.164808] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57dc8999-63a4-4997-8809-83a2089c49c4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.164808] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57dc8999-63a4-4997-8809-83a2089c49c4',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.671021] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f27a51eb-abb6-4cce-bae6-0fb72ab215ed',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.671021] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.671021] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.671021] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 57dc8999-63a4-4997-8809-83a2089c49c4 with status ACTIVE [ 781.671021] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.671021] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.671021] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.671021] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.671021] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.671021] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.671021] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.671021] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.671021] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.671021] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.671560] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.671560] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.671560] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.671560] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.672090] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.672243] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 57dc8999-63a4-4997-8809-83a2089c49c4 is going to be updated. [ 781.702590] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.702729] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.702796] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.702993] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.703142] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.703303] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57dc8999-63a4-4997-8809-83a2089c49c4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.722696] env[69836]: INFO networking_nsxv3.common.synchronization [req-9a033e9a-31e1-492d-af94-c0fa73b69978 req-f8f3f596-a85d-4425-b4ef-75a1fdc13886 tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Enqueued Resource ID: 6e0e445d-71e0-4ec9-b107-f5d57ff36caa with Priority: HIGHEST for action security_group_members [ 781.722696] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e0e445d-71e0-4ec9-b107-f5d57ff36caa with Priority: HIGHEST for action security_group_members [ 781.722696] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e0e445d-71e0-4ec9-b107-f5d57ff36caa taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.722696] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e0e445d-71e0-4ec9-b107-f5d57ff36caa" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.742279] env[69836]: INFO networking_nsxv3.common.synchronization [req-9a033e9a-31e1-492d-af94-c0fa73b69978 req-f8f3f596-a85d-4425-b4ef-75a1fdc13886 tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Enqueued Resource ID: 6e0e445d-71e0-4ec9-b107-f5d57ff36caa with Priority: HIGHEST for action security_group_rules [ 781.742279] env[69836]: INFO networking_nsxv3.common.synchronization [req-9a033e9a-31e1-492d-af94-c0fa73b69978 req-f8f3f596-a85d-4425-b4ef-75a1fdc13886 tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Enqueued Resource ID: 6e0e445d-71e0-4ec9-b107-f5d57ff36caa with Priority: HIGHEST for action security_group_members [ 781.742279] env[69836]: INFO networking_nsxv3.common.synchronization [req-9a033e9a-31e1-492d-af94-c0fa73b69978 req-f8f3f596-a85d-4425-b4ef-75a1fdc13886 tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Enqueued Resource ID: 6c3c2257-911b-42d2-beec-5ca2d602b4f8 with Priority: HIGHEST for action port [ 781.742279] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e0e445d-71e0-4ec9-b107-f5d57ff36caa with Priority: HIGHEST for action security_group_rules [ 781.742279] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e0e445d-71e0-4ec9-b107-f5d57ff36caa with Priority: HIGHEST for action security_group_members [ 781.742279] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c3c2257-911b-42d2-beec-5ca2d602b4f8 with Priority: HIGHEST for action port [ 781.742279] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e0e445d-71e0-4ec9-b107-f5d57ff36caa taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.742279] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e0e445d-71e0-4ec9-b107-f5d57ff36caa" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.742279] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e0e445d-71e0-4ec9-b107-f5d57ff36caa taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.742279] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e0e445d-71e0-4ec9-b107-f5d57ff36caa" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.744094] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c3c2257-911b-42d2-beec-5ca2d602b4f8 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.744323] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c3c2257-911b-42d2-beec-5ca2d602b4f8" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.744726] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c3c2257-911b-42d2-beec-5ca2d602b4f8" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.745068] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c3c2257-911b-42d2-beec-5ca2d602b4f8" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.745265] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c3c2257-911b-42d2-beec-5ca2d602b4f8',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.062919] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e0e445d-71e0-4ec9-b107-f5d57ff36caa in Status: SUCCESS [ 782.063274] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e0e445d-71e0-4ec9-b107-f5d57ff36caa" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.063631] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e0e445d-71e0-4ec9-b107-f5d57ff36caa" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.064200] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e0e445d-71e0-4ec9-b107-f5d57ff36caa" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.064493] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.064752] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.064938] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.065190] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.065392] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.065579] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e0e445d-71e0-4ec9-b107-f5d57ff36caa',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.175731] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f27a51eb-abb6-4cce-bae6-0fb72ab215ed',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.223358] env[69836]: INFO networking_nsxv3.common.synchronization [req-14d7ee3d-0928-445d-8968-ef0b10f849b9 req-fd40aa55-3062-47a3-9533-eed9bdebdc86 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Enqueued Resource ID: f27a51eb-abb6-4cce-bae6-0fb72ab215ed with Priority: HIGHEST for action security_group_members [ 782.224047] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f27a51eb-abb6-4cce-bae6-0fb72ab215ed with Priority: HIGHEST for action security_group_members [ 782.225371] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.225582] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.248185] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6c3c2257-911b-42d2-beec-5ca2d602b4f8 with status ACTIVE [ 782.248543] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.254343] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.254946] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.254946] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.254946] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.255239] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.257977] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.257977] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.257977] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.257977] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.257977] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.258377] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.258377] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.258511] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.258812] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.258812] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6c3c2257-911b-42d2-beec-5ca2d602b4f8 is going to be updated. [ 782.291300] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.291300] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.291300] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.291300] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.291300] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.291300] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c3c2257-911b-42d2-beec-5ca2d602b4f8" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.568822] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e0e445d-71e0-4ec9-b107-f5d57ff36caa',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.678432] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.678642] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.678707] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.678885] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.679049] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.679109] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f27a51eb-abb6-4cce-bae6-0fb72ab215ed is going to be created. [ 782.709420] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.709420] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.709420] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.709420] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.709420] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.719870] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f27a51eb-abb6-4cce-bae6-0fb72ab215ed in Status: UNINITIALIZED for 2s [ 782.741824] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-797 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.742307] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-797" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.742307] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-797" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.742504] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-797" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.742810] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.743671] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.743671] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.743671] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.743671] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.743966] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 782.743966] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 782.743966] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 782.744096] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 782.744138] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 782.744361] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 782.748019] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 782.776730] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 782.777217] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 782.777472] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 782.777744] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-797" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.778208] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-f85fe797-9e84-437d-99d1-15d9d3014ad1 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.780147] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-f85fe797-9e84-437d-99d1-15d9d3014ad1" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.780398] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-f85fe797-9e84-437d-99d1-15d9d3014ad1" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.780750] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-f85fe797-9e84-437d-99d1-15d9d3014ad1" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.780904] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f85fe797-9e84-437d-99d1-15d9d3014ad1',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.073824] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e0e445d-71e0-4ec9-b107-f5d57ff36caa',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.283340] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.284182] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.284280] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.284962] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.286107] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.286328] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port f85fe797-9e84-437d-99d1-15d9d3014ad1 not found, creating... [ 783.286797] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.288024] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.288024] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.288432] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.288892] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.290315] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.290315] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.290315] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.290777] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.290971] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.291913] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: f85fe797-9e84-437d-99d1-15d9d3014ad1 is going to be created. [ 783.313734] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.313958] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.314266] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.314426] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.314688] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.314933] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-f85fe797-9e84-437d-99d1-15d9d3014ad1" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.578813] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.578813] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.579236] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.580134] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.580134] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.580134] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e0e445d-71e0-4ec9-b107-f5d57ff36caa is going to be updated. [ 783.615865] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.616125] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.616208] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.619469] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.619741] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.633322] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e0e445d-71e0-4ec9-b107-f5d57ff36caa in Status: IN_PROGRESS for 2s [ 784.146115] env[69836]: INFO networking_nsxv3.common.synchronization [req-14d7ee3d-0928-445d-8968-ef0b10f849b9 req-59e11615-3850-462b-927f-7abaaa0e127f service nova] Enqueued Resource ID: f27a51eb-abb6-4cce-bae6-0fb72ab215ed with Priority: HIGHEST for action security_group_rules [ 784.146115] env[69836]: INFO networking_nsxv3.common.synchronization [req-14d7ee3d-0928-445d-8968-ef0b10f849b9 req-59e11615-3850-462b-927f-7abaaa0e127f service nova] Enqueued Resource ID: f27a51eb-abb6-4cce-bae6-0fb72ab215ed with Priority: HIGHEST for action security_group_members [ 784.146115] env[69836]: INFO networking_nsxv3.common.synchronization [req-14d7ee3d-0928-445d-8968-ef0b10f849b9 req-59e11615-3850-462b-927f-7abaaa0e127f service nova] Enqueued Resource ID: f85fe797-9e84-437d-99d1-15d9d3014ad1 with Priority: HIGHEST for action port [ 784.146115] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f27a51eb-abb6-4cce-bae6-0fb72ab215ed with Priority: HIGHEST for action security_group_rules [ 784.149671] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f27a51eb-abb6-4cce-bae6-0fb72ab215ed with Priority: HIGHEST for action security_group_members [ 784.149671] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f85fe797-9e84-437d-99d1-15d9d3014ad1 with Priority: HIGHEST for action port [ 784.149671] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f27a51eb-abb6-4cce-bae6-0fb72ab215ed taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.149671] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.149671] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.149671] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.149671] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-f85fe797-9e84-437d-99d1-15d9d3014ad1 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.149671] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f85fe797-9e84-437d-99d1-15d9d3014ad1" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.149671] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f85fe797-9e84-437d-99d1-15d9d3014ad1" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.149671] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f85fe797-9e84-437d-99d1-15d9d3014ad1" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.149671] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f85fe797-9e84-437d-99d1-15d9d3014ad1',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.653062] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f85fe797-9e84-437d-99d1-15d9d3014ad1 with status ACTIVE [ 784.653508] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.653508] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.653597] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.653847] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.653976] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.654307] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.654307] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.654307] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.654477] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.654477] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.654692] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.654792] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.654962] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.655025] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.655138] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.655284] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f85fe797-9e84-437d-99d1-15d9d3014ad1 is going to be updated. [ 784.686609] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.686913] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.686913] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.687040] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.687776] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.687776] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f85fe797-9e84-437d-99d1-15d9d3014ad1" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.735492] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f27a51eb-abb6-4cce-bae6-0fb72ab215ed in Status: SUCCESS [ 784.736433] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.739922] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.739922] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.739922] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.739922] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.739922] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.739922] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.739922] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.739922] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.739922] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f27a51eb-abb6-4cce-bae6-0fb72ab215ed',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.739922] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.739922] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.739922] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.740553] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.740711] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.741012] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.741207] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.741416] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f27a51eb-abb6-4cce-bae6-0fb72ab215ed',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.244386] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f27a51eb-abb6-4cce-bae6-0fb72ab215ed',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.245915] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.245915] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.392077] env[69836]: INFO networking_nsxv3.common.synchronization [req-805ccded-a0d0-49bc-a407-dcab874984ea req-efd3fbd2-7652-425d-9eda-24c5348f9def tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Enqueued Resource ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 with Priority: HIGHEST for action security_group_members [ 785.392632] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 with Priority: HIGHEST for action security_group_members [ 785.392961] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-9851b922-f943-4a02-85e8-7a4557cec6e6 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.395151] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.395151] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.395151] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.395151] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.395151] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.395151] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.395151] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.395587] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.395747] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9851b922-f943-4a02-85e8-7a4557cec6e6',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.646350] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e0e445d-71e0-4ec9-b107-f5d57ff36caa in Status: SUCCESS [ 785.650114] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e0e445d-71e0-4ec9-b107-f5d57ff36caa" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.650114] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e0e445d-71e0-4ec9-b107-f5d57ff36caa" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.650114] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e0e445d-71e0-4ec9-b107-f5d57ff36caa" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.650114] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.650114] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.650114] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.650114] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.650114] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.650114] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e0e445d-71e0-4ec9-b107-f5d57ff36caa" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.650114] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6e0e445d-71e0-4ec9-b107-f5d57ff36caa',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.651960] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e0e445d-71e0-4ec9-b107-f5d57ff36caa" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.654047] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e0e445d-71e0-4ec9-b107-f5d57ff36caa" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.654047] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.654047] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.654047] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.654047] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.654047] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.654047] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e0e445d-71e0-4ec9-b107-f5d57ff36caa',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.747438] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f27a51eb-abb6-4cce-bae6-0fb72ab215ed',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.900023] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.900216] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.900297] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.900510] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.900615] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.900854] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.902031] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.902031] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.902031] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.902031] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.902031] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 already deleted. [ 785.902031] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.008451] env[69836]: INFO networking_nsxv3.common.synchronization [req-d997487c-ba04-4a01-b001-fcb1dd1ab2f1 req-e2bc9b7d-02c6-4a34-91f4-c347bdaa9802 tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Enqueued Resource ID: 6e0e445d-71e0-4ec9-b107-f5d57ff36caa with Priority: HIGHEST for action security_group_members [ 786.009820] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e0e445d-71e0-4ec9-b107-f5d57ff36caa with Priority: HIGHEST for action security_group_members [ 786.009820] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e0e445d-71e0-4ec9-b107-f5d57ff36caa taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.009820] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e0e445d-71e0-4ec9-b107-f5d57ff36caa" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.159458] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e0e445d-71e0-4ec9-b107-f5d57ff36caa',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.159458] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6e0e445d-71e0-4ec9-b107-f5d57ff36caa',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.250906] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.251094] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.251161] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.251381] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.251478] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.251595] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f27a51eb-abb6-4cce-bae6-0fb72ab215ed is going to be updated. [ 786.286335] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.286335] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.286335] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.286335] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.286335] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.298249] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f27a51eb-abb6-4cce-bae6-0fb72ab215ed in Status: IN_PROGRESS for 2s [ 786.548417] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-344 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.548952] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-344" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.549237] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-344" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.549643] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-344" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.550096] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.550574] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.550799] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.553023] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.553023] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.553023] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 786.553023] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 786.553023] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 786.553023] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 786.553023] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 786.553023] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 786.553023] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 786.576441] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 786.580092] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 786.580092] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 786.580092] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-344" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.580092] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-1c81feb9-f348-4935-9f12-0fb24a7d386c taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.580092] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-1c81feb9-f348-4935-9f12-0fb24a7d386c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.580092] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-1c81feb9-f348-4935-9f12-0fb24a7d386c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.580092] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-1c81feb9-f348-4935-9f12-0fb24a7d386c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.580092] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c81feb9-f348-4935-9f12-0fb24a7d386c',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.661174] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e0e445d-71e0-4ec9-b107-f5d57ff36caa',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.666115] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6e0e445d-71e0-4ec9-b107-f5d57ff36caa: rpc.has_security_group_logging(os_id): False [ 786.689025] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.689025] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.689025] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.689025] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.689025] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.689025] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.689025] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.689025] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.689025] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.689025] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.689025] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e0e445d-71e0-4ec9-b107-f5d57ff36caa is going to be updated. [ 786.756106] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.758214] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.758214] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.758214] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.758214] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.771461] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e0e445d-71e0-4ec9-b107-f5d57ff36caa in Status: IN_PROGRESS for 2s [ 787.082935] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.085803] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.085803] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.085803] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.085803] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.085803] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port 1c81feb9-f348-4935-9f12-0fb24a7d386c not found, creating... [ 787.085803] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.085803] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.085803] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.085803] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.085803] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.086296] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.086296] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.086838] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.087252] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.087561] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.087909] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: 1c81feb9-f348-4935-9f12-0fb24a7d386c is going to be created. [ 787.112116] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.112116] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.112116] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.112116] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.112116] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.112116] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-1c81feb9-f348-4935-9f12-0fb24a7d386c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.170141] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.172650] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.172650] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.172650] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.172650] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.172650] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e0e445d-71e0-4ec9-b107-f5d57ff36caa is going to be updated. [ 787.239927] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.240361] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.240361] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.240446] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.240591] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.254158] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e0e445d-71e0-4ec9-b107-f5d57ff36caa in Status: IN_PROGRESS for 2s [ 787.546921] env[69836]: INFO networking_nsxv3.common.synchronization [None req-046053aa-1f29-4ebd-a306-d8a623b77f60 None None] Enqueued Resource ID: 25c898cd-7936-4f6e-b058-c294e12ee917 with Priority: HIGHEST for action port [ 787.547221] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25c898cd-7936-4f6e-b058-c294e12ee917 with Priority: HIGHEST for action port [ 787.547528] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-25c898cd-7936-4f6e-b058-c294e12ee917 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.547660] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-25c898cd-7936-4f6e-b058-c294e12ee917" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.547745] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-25c898cd-7936-4f6e-b058-c294e12ee917" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.548018] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-25c898cd-7936-4f6e-b058-c294e12ee917" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.551179] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25c898cd-7936-4f6e-b058-c294e12ee917',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.055718] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 25c898cd-7936-4f6e-b058-c294e12ee917 [ 788.055992] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.056116] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.056153] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.057140] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.057308] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.057379] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:25c898cd-7936-4f6e-b058-c294e12ee917 already deleted. [ 788.057442] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-25c898cd-7936-4f6e-b058-c294e12ee917" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.151827] env[69836]: INFO networking_nsxv3.common.synchronization [req-04190cd1-a4ac-4c0c-b4d2-cfe8cd7911f1 req-d69fc12f-ef1d-4efc-8edd-0f6b21672e21 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Enqueued Resource ID: 49c7a409-da41-4630-81c2-97413e45edbb with Priority: HIGHEST for action security_group_members [ 788.152881] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49c7a409-da41-4630-81c2-97413e45edbb with Priority: HIGHEST for action security_group_members [ 788.152881] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-49c7a409-da41-4630-81c2-97413e45edbb taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.153093] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49c7a409-da41-4630-81c2-97413e45edbb" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.157207] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49c7a409-da41-4630-81c2-97413e45edbb" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.157207] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49c7a409-da41-4630-81c2-97413e45edbb" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.157207] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.157207] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.157207] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.157207] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.157207] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.157207] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49c7a409-da41-4630-81c2-97413e45edbb',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.308469] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f27a51eb-abb6-4cce-bae6-0fb72ab215ed in Status: SUCCESS [ 788.308647] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.308818] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.309665] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.309665] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.309665] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.309665] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.309665] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.309665] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.309960] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f27a51eb-abb6-4cce-bae6-0fb72ab215ed',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.316388] env[69836]: INFO networking_nsxv3.common.synchronization [req-805ccded-a0d0-49bc-a407-dcab874984ea req-0bf81c03-3b4a-46d1-b765-5ce04451b946 service nova] Enqueued Resource ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 with Priority: HIGHEST for action security_group_rules [ 788.316388] env[69836]: INFO networking_nsxv3.common.synchronization [req-805ccded-a0d0-49bc-a407-dcab874984ea req-0bf81c03-3b4a-46d1-b765-5ce04451b946 service nova] Enqueued Resource ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 with Priority: HIGHEST for action security_group_members [ 788.316388] env[69836]: INFO networking_nsxv3.common.synchronization [req-805ccded-a0d0-49bc-a407-dcab874984ea req-0bf81c03-3b4a-46d1-b765-5ce04451b946 service nova] Enqueued Resource ID: 1c81feb9-f348-4935-9f12-0fb24a7d386c with Priority: HIGHEST for action port [ 788.316388] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 with Priority: HIGHEST for action security_group_rules [ 788.316388] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 with Priority: HIGHEST for action security_group_members [ 788.316388] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c81feb9-f348-4935-9f12-0fb24a7d386c with Priority: HIGHEST for action port [ 788.316388] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9851b922-f943-4a02-85e8-7a4557cec6e6 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.316388] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.316388] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.316388] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.316388] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9851b922-f943-4a02-85e8-7a4557cec6e6',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.317146] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-9851b922-f943-4a02-85e8-7a4557cec6e6 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.317255] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.317331] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.317488] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.317636] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.317752] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.318139] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.318139] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.318139] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.318139] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9851b922-f943-4a02-85e8-7a4557cec6e6',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.319032] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c81feb9-f348-4935-9f12-0fb24a7d386c taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.319288] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c81feb9-f348-4935-9f12-0fb24a7d386c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.319362] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c81feb9-f348-4935-9f12-0fb24a7d386c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.319515] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c81feb9-f348-4935-9f12-0fb24a7d386c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.319581] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c81feb9-f348-4935-9f12-0fb24a7d386c',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.662569] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('49c7a409-da41-4630-81c2-97413e45edbb',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.693389] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-404 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.693621] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.693740] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.699031] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.699031] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.699031] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.699031] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.699031] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.699313] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.700266] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 788.700266] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 788.700266] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 788.700266] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 788.700266] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 788.700266] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 788.700266] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 788.727549] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 788.727759] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 788.727943] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 788.728198] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.728561] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-207f1b37-b329-4489-a41d-edbcb77cfd2c taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.729314] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-207f1b37-b329-4489-a41d-edbcb77cfd2c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.729314] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-207f1b37-b329-4489-a41d-edbcb77cfd2c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.729314] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-207f1b37-b329-4489-a41d-edbcb77cfd2c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.729493] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('207f1b37-b329-4489-a41d-edbcb77cfd2c',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.787416] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e0e445d-71e0-4ec9-b107-f5d57ff36caa in Status: SUCCESS [ 788.787416] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e0e445d-71e0-4ec9-b107-f5d57ff36caa" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.787416] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e0e445d-71e0-4ec9-b107-f5d57ff36caa" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.787416] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e0e445d-71e0-4ec9-b107-f5d57ff36caa" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.787416] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e0e445d-71e0-4ec9-b107-f5d57ff36caa',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.814242] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f27a51eb-abb6-4cce-bae6-0fb72ab215ed',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.821244] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-9851b922-f943-4a02-85e8-7a4557cec6e6 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.823116] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.823116] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9851b922-f943-4a02-85e8-7a4557cec6e6',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.823609] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1c81feb9-f348-4935-9f12-0fb24a7d386c with status ACTIVE [ 788.823834] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.824457] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.824457] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.824457] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.824457] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.824660] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.824784] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.824852] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.828028] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.828028] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.828028] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.828028] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.828028] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.828028] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.828028] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.828028] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1c81feb9-f348-4935-9f12-0fb24a7d386c is going to be updated. [ 788.856084] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.857281] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.857281] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.857281] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.857281] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.857281] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c81feb9-f348-4935-9f12-0fb24a7d386c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.167414] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('49c7a409-da41-4630-81c2-97413e45edbb',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.237042] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.237042] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.237042] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.237042] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.237042] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.237338] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port 207f1b37-b329-4489-a41d-edbcb77cfd2c not found, creating... [ 789.237473] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.237636] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.237769] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.238096] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.238244] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.238535] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.238692] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.238822] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.239220] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.239400] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.239547] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: 207f1b37-b329-4489-a41d-edbcb77cfd2c is going to be created. [ 789.262598] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.262754] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.263907] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.263907] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.263907] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.264350] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-207f1b37-b329-4489-a41d-edbcb77cfd2c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.267457] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e0e445d-71e0-4ec9-b107-f5d57ff36caa in Status: SUCCESS [ 789.267780] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e0e445d-71e0-4ec9-b107-f5d57ff36caa" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.267978] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e0e445d-71e0-4ec9-b107-f5d57ff36caa" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.268222] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e0e445d-71e0-4ec9-b107-f5d57ff36caa" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.268606] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.268816] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.268899] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.269113] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.269224] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.269346] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e0e445d-71e0-4ec9-b107-f5d57ff36caa',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.312396] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.312396] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.312396] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.312396] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.312396] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.312396] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e0e445d-71e0-4ec9-b107-f5d57ff36caa is going to be deleted. [ 789.317898] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f27a51eb-abb6-4cce-bae6-0fb72ab215ed',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.331629] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9851b922-f943-4a02-85e8-7a4557cec6e6',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.396278] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.396278] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.396278] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.396278] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.396278] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.396278] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e0e445d-71e0-4ec9-b107-f5d57ff36caa" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.451451] env[69836]: INFO networking_nsxv3.common.synchronization [None req-2562d37a-ff28-4bbb-9b09-5312c804e3dd None None] Enqueued Resource ID: 79231884-3dbf-444f-942b-9b5f8c201fcd with Priority: HIGHEST for action port [ 789.451451] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79231884-3dbf-444f-942b-9b5f8c201fcd with Priority: HIGHEST for action port [ 789.451451] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-79231884-3dbf-444f-942b-9b5f8c201fcd taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.451451] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-79231884-3dbf-444f-942b-9b5f8c201fcd" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.451451] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-79231884-3dbf-444f-942b-9b5f8c201fcd" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.451451] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-79231884-3dbf-444f-942b-9b5f8c201fcd" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.451451] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79231884-3dbf-444f-942b-9b5f8c201fcd',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.670194] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.672853] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.672960] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.673204] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.673304] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.673412] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49c7a409-da41-4630-81c2-97413e45edbb is going to be updated. [ 789.707835] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.708035] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.708105] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.708295] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.708563] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.720357] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49c7a409-da41-4630-81c2-97413e45edbb in Status: IN_PROGRESS for 2s [ 789.771984] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.772177] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.772246] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.772455] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.772550] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.772747] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.772840] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.772901] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.773054] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.773130] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.773215] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e0e445d-71e0-4ec9-b107-f5d57ff36caa is going to be deleted. [ 789.820261] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.821063] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.821063] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.821063] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.821063] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.821492] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f27a51eb-abb6-4cce-bae6-0fb72ab215ed is going to be updated. [ 789.834617] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.835210] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.835210] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.835310] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.836210] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.836210] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e0e445d-71e0-4ec9-b107-f5d57ff36caa" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.836210] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.836210] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.836406] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.836991] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.836991] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.836991] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 is going to be created. [ 789.839926] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e0e445d-71e0-4ec9-b107-f5d57ff36caa" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.840365] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e0e445d-71e0-4ec9-b107-f5d57ff36caa" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.840365] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.840506] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.840506] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.841757] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.841757] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.841757] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e0e445d-71e0-4ec9-b107-f5d57ff36caa',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.855656] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.855656] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.855656] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.855656] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.855656] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.866021] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f27a51eb-abb6-4cce-bae6-0fb72ab215ed in Status: IN_PROGRESS for 2s [ 789.873311] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.873390] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.873467] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.873629] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.873792] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.885445] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 in Status: UNINITIALIZED for 2s [ 789.952449] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 79231884-3dbf-444f-942b-9b5f8c201fcd [ 789.955093] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.955093] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.955093] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.955093] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.955093] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.955093] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:79231884-3dbf-444f-942b-9b5f8c201fcd already deleted. [ 789.955093] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-79231884-3dbf-444f-942b-9b5f8c201fcd" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.344472] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.344975] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.344975] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.345143] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.345278] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.345497] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.345598] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.345929] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.345929] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.346244] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.346843] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e0e445d-71e0-4ec9-b107-f5d57ff36caa already deleted. [ 790.346843] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e0e445d-71e0-4ec9-b107-f5d57ff36caa" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.347538] env[69836]: INFO networking_nsxv3.common.synchronization [req-04190cd1-a4ac-4c0c-b4d2-cfe8cd7911f1 req-a0e00e7d-84e7-4f07-844b-470bc8d54ac1 service nova] Enqueued Resource ID: 49c7a409-da41-4630-81c2-97413e45edbb with Priority: HIGHEST for action security_group_rules [ 790.347762] env[69836]: INFO networking_nsxv3.common.synchronization [req-04190cd1-a4ac-4c0c-b4d2-cfe8cd7911f1 req-a0e00e7d-84e7-4f07-844b-470bc8d54ac1 service nova] Enqueued Resource ID: 49c7a409-da41-4630-81c2-97413e45edbb with Priority: HIGHEST for action security_group_members [ 790.348017] env[69836]: INFO networking_nsxv3.common.synchronization [req-04190cd1-a4ac-4c0c-b4d2-cfe8cd7911f1 req-a0e00e7d-84e7-4f07-844b-470bc8d54ac1 service nova] Enqueued Resource ID: 207f1b37-b329-4489-a41d-edbcb77cfd2c with Priority: HIGHEST for action port [ 790.348625] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49c7a409-da41-4630-81c2-97413e45edbb with Priority: HIGHEST for action security_group_rules [ 790.348844] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49c7a409-da41-4630-81c2-97413e45edbb with Priority: HIGHEST for action security_group_members [ 790.348909] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 207f1b37-b329-4489-a41d-edbcb77cfd2c with Priority: HIGHEST for action port [ 790.349265] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49c7a409-da41-4630-81c2-97413e45edbb taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.349418] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49c7a409-da41-4630-81c2-97413e45edbb" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.349519] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49c7a409-da41-4630-81c2-97413e45edbb" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.349699] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49c7a409-da41-4630-81c2-97413e45edbb" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.349805] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49c7a409-da41-4630-81c2-97413e45edbb',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.351260] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-49c7a409-da41-4630-81c2-97413e45edbb taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.351400] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49c7a409-da41-4630-81c2-97413e45edbb" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.351682] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-207f1b37-b329-4489-a41d-edbcb77cfd2c taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.351792] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-207f1b37-b329-4489-a41d-edbcb77cfd2c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.351893] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-207f1b37-b329-4489-a41d-edbcb77cfd2c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.352129] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-207f1b37-b329-4489-a41d-edbcb77cfd2c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.352241] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('207f1b37-b329-4489-a41d-edbcb77cfd2c',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.855949] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-49c7a409-da41-4630-81c2-97413e45edbb taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.855949] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49c7a409-da41-4630-81c2-97413e45edbb" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.858417] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 207f1b37-b329-4489-a41d-edbcb77cfd2c with status ACTIVE [ 790.858698] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.858857] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.858966] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.859225] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.859350] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.859553] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.859648] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.859710] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.859876] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.859957] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.860158] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.860251] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.860317] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.860526] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.860725] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.860785] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 207f1b37-b329-4489-a41d-edbcb77cfd2c is going to be updated. [ 790.884472] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.884726] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.884789] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.885026] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.885267] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.885484] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-207f1b37-b329-4489-a41d-edbcb77cfd2c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.073209] env[69836]: INFO networking_nsxv3.common.synchronization [req-25d501b3-f732-47eb-84a6-97d959622845 req-7d81a83e-0cd4-42c2-aaf0-1076108b4f61 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Enqueued Resource ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 with Priority: HIGHEST for action security_group_members [ 791.073719] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 with Priority: HIGHEST for action security_group_members [ 791.074015] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-798155c2-14bd-4af3-9fc9-a42ec3f39a34 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.074136] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.074417] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.074417] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.074642] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.074642] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.074794] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.074933] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.075022] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.075254] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('798155c2-14bd-4af3-9fc9-a42ec3f39a34',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.308220] env[69836]: INFO networking_nsxv3.common.synchronization [None req-34adb272-cd9f-41af-8c53-00efff25b864 None None] Enqueued Resource ID: 32fe6bed-23d8-4691-8e03-dab5d5ff6032 with Priority: HIGHEST for action port [ 791.308451] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32fe6bed-23d8-4691-8e03-dab5d5ff6032 with Priority: HIGHEST for action port [ 791.309068] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-32fe6bed-23d8-4691-8e03-dab5d5ff6032 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.314497] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32fe6bed-23d8-4691-8e03-dab5d5ff6032" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.314497] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32fe6bed-23d8-4691-8e03-dab5d5ff6032" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.314497] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32fe6bed-23d8-4691-8e03-dab5d5ff6032" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.314497] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32fe6bed-23d8-4691-8e03-dab5d5ff6032',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.578401] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('798155c2-14bd-4af3-9fc9-a42ec3f39a34',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.731193] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49c7a409-da41-4630-81c2-97413e45edbb in Status: SUCCESS [ 791.731415] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49c7a409-da41-4630-81c2-97413e45edbb" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.732134] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49c7a409-da41-4630-81c2-97413e45edbb" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.732225] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49c7a409-da41-4630-81c2-97413e45edbb" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.732416] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.732532] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.732619] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.732741] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.732829] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.732926] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49c7a409-da41-4630-81c2-97413e45edbb',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.819278] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 32fe6bed-23d8-4691-8e03-dab5d5ff6032 [ 791.819664] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.819812] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.820070] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.820872] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.820872] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.820872] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:32fe6bed-23d8-4691-8e03-dab5d5ff6032 already deleted. [ 791.820872] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32fe6bed-23d8-4691-8e03-dab5d5ff6032" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.876847] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f27a51eb-abb6-4cce-bae6-0fb72ab215ed in Status: SUCCESS [ 791.881023] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.881023] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.881023] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.881023] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.881023] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.881023] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.881023] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.881023] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.881023] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.881023] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.881023] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.881023] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.881023] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.881023] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.881023] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.881023] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.881023] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.881023] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.882098] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.882098] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f27a51eb-abb6-4cce-bae6-0fb72ab215ed',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.898204] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 in Status: SUCCESS [ 791.898586] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.898829] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.899108] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.899627] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.899627] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.899627] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.900524] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.900524] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.900524] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.900524] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9851b922-f943-4a02-85e8-7a4557cec6e6',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.084068] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('798155c2-14bd-4af3-9fc9-a42ec3f39a34',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.237651] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('49c7a409-da41-4630-81c2-97413e45edbb',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.383678] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f27a51eb-abb6-4cce-bae6-0fb72ab215ed: rpc.has_security_group_logging(os_id): False [ 792.404689] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-9851b922-f943-4a02-85e8-7a4557cec6e6 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.404817] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.405145] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.405232] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.405536] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.405725] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.405919] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.406266] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.406402] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.406575] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.407620] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-9851b922-f943-4a02-85e8-7a4557cec6e6 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.407620] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.407620] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.407620] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.407620] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.407923] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.407923] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.408059] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.408285] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.408285] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.408381] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9851b922-f943-4a02-85e8-7a4557cec6e6',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.413364] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.413503] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.413590] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.413857] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.413957] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.414229] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.414376] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.414478] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.414805] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.414906] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.415865] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.415982] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.416077] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.416291] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.416442] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.416737] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.416903] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.416969] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.417243] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.417359] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.417467] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f27a51eb-abb6-4cce-bae6-0fb72ab215ed is going to be created. [ 792.529294] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.529398] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.529441] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.529628] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.529871] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.551225] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f27a51eb-abb6-4cce-bae6-0fb72ab215ed in Status: IN_PROGRESS for 2s [ 792.586417] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.586417] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.586417] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.587016] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.587016] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.587016] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 is going to be updated. [ 792.638074] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.638350] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.638427] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.638722] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.638905] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.652113] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-374 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.656026] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-374" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.656026] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-374" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.656026] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-374" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.656026] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.656026] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.656026] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.656026] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.656026] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.656026] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 792.656026] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 792.656026] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 792.656026] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 792.656026] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 792.656026] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 792.656026] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 792.658160] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 in Status: IN_PROGRESS for 2s [ 792.698121] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 792.699680] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.043 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 792.699680] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 792.699680] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-374" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.700188] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-34b940bd-1109-4959-b735-9a41d8d3bdf1 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.700188] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-34b940bd-1109-4959-b735-9a41d8d3bdf1" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.701080] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-34b940bd-1109-4959-b735-9a41d8d3bdf1" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.701080] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-34b940bd-1109-4959-b735-9a41d8d3bdf1" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.701080] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34b940bd-1109-4959-b735-9a41d8d3bdf1',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.716025] env[69836]: INFO networking_nsxv3.common.synchronization [None req-eb60be5d-9aa2-4ff6-aba9-d083913fa370 None None] Enqueued Resource ID: 658e43a9-25fc-44e9-8118-ed8dee14bd16 with Priority: HIGHEST for action port [ 792.716025] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 658e43a9-25fc-44e9-8118-ed8dee14bd16 with Priority: HIGHEST for action port [ 792.716025] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-658e43a9-25fc-44e9-8118-ed8dee14bd16 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.716025] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-658e43a9-25fc-44e9-8118-ed8dee14bd16" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.716025] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-658e43a9-25fc-44e9-8118-ed8dee14bd16" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.716589] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-658e43a9-25fc-44e9-8118-ed8dee14bd16" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.716827] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('658e43a9-25fc-44e9-8118-ed8dee14bd16',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.739960] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('49c7a409-da41-4630-81c2-97413e45edbb',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.910403] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9851b922-f943-4a02-85e8-7a4557cec6e6: rpc.has_security_group_logging(os_id): False [ 792.933073] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.933345] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.933468] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.933721] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.933819] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.934059] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.934161] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.934679] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.934679] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.934679] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.934903] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.934903] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.935052] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.935100] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.936061] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.936061] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.936061] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.936061] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.936061] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.936061] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.936061] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 is going to be created. [ 793.014834] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.015104] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.015155] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.015403] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.015647] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.031962] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 in Status: IN_PROGRESS for 2s [ 793.175278] env[69836]: INFO networking_nsxv3.common.synchronization [req-fe51f509-7dfd-46fa-8216-74cfb268f78c req-7da9c42a-47f9-4b8c-a076-2605c59eb030 tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Enqueued Resource ID: 4b542b83-d5b7-4b4b-a04a-7bc301591d15 with Priority: HIGHEST for action security_group_members [ 793.175278] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b542b83-d5b7-4b4b-a04a-7bc301591d15 with Priority: HIGHEST for action security_group_members [ 793.175278] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b542b83-d5b7-4b4b-a04a-7bc301591d15 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.175620] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b542b83-d5b7-4b4b-a04a-7bc301591d15" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.175793] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b542b83-d5b7-4b4b-a04a-7bc301591d15" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.176125] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b542b83-d5b7-4b4b-a04a-7bc301591d15" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.176378] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.176650] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.176817] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.178075] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.178075] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.178075] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b542b83-d5b7-4b4b-a04a-7bc301591d15',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.205723] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.205925] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.206075] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.206356] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.206519] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.206679] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port 34b940bd-1109-4959-b735-9a41d8d3bdf1 not found, creating... [ 793.207086] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.207399] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.207399] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.207644] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.207706] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.208803] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.208803] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.208803] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.208803] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.208803] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.208803] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: 34b940bd-1109-4959-b735-9a41d8d3bdf1 is going to be created. [ 793.220624] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 658e43a9-25fc-44e9-8118-ed8dee14bd16 [ 793.221819] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.222748] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.222748] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.222748] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.222748] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.222748] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:658e43a9-25fc-44e9-8118-ed8dee14bd16 already deleted. [ 793.222748] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-658e43a9-25fc-44e9-8118-ed8dee14bd16" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.236302] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.236302] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.236302] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.236569] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.236856] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.237261] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-34b940bd-1109-4959-b735-9a41d8d3bdf1" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.243362] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.243555] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.243602] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.243813] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.243937] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.244086] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49c7a409-da41-4630-81c2-97413e45edbb is going to be updated. [ 793.276858] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.277878] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.277878] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.278372] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.280692] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.294486] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49c7a409-da41-4630-81c2-97413e45edbb in Status: IN_PROGRESS for 2s [ 793.681934] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.681934] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.681934] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.681934] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.681934] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.681934] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.681934] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.681934] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.681934] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.681934] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.681934] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b542b83-d5b7-4b4b-a04a-7bc301591d15 is going to be updated. [ 793.719526] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.719526] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.719526] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.719526] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.719526] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.730588] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b542b83-d5b7-4b4b-a04a-7bc301591d15 in Status: IN_PROGRESS for 2s [ 794.274999] env[69836]: INFO networking_nsxv3.common.synchronization [req-6deabc98-8943-48c7-9cb6-0d7d3b14af88 req-8344f4a4-a011-4074-92dc-4993d395c931 tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] Enqueued Resource ID: 7f6f9d7f-9730-45bd-ba10-08e15018cf02 with Priority: HIGHEST for action security_group_members [ 794.275465] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f6f9d7f-9730-45bd-ba10-08e15018cf02 with Priority: HIGHEST for action security_group_members [ 794.275809] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f6f9d7f-9730-45bd-ba10-08e15018cf02 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.275955] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f6f9d7f-9730-45bd-ba10-08e15018cf02" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.276551] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f6f9d7f-9730-45bd-ba10-08e15018cf02" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.277830] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f6f9d7f-9730-45bd-ba10-08e15018cf02" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.278164] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.278350] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.278451] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.278654] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.278847] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.278925] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f6f9d7f-9730-45bd-ba10-08e15018cf02',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.330374] env[69836]: INFO networking_nsxv3.common.synchronization [req-0ee83c7b-4569-43f8-89c8-c48c2d15ea92 req-f9bb6c2b-7f19-4161-ae7b-a66eba54ecaf tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Enqueued Resource ID: 85effc41-e7cb-42c0-a978-067a7d9a89bf with Priority: HIGHEST for action security_group_members [ 794.331831] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85effc41-e7cb-42c0-a978-067a7d9a89bf with Priority: HIGHEST for action security_group_members [ 794.331831] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-85effc41-e7cb-42c0-a978-067a7d9a89bf taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.331917] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85effc41-e7cb-42c0-a978-067a7d9a89bf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.331948] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85effc41-e7cb-42c0-a978-067a7d9a89bf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.332162] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85effc41-e7cb-42c0-a978-067a7d9a89bf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.332313] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.332413] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.332473] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.332616] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.332703] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.332793] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85effc41-e7cb-42c0-a978-067a7d9a89bf',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.566165] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f27a51eb-abb6-4cce-bae6-0fb72ab215ed in Status: SUCCESS [ 794.566755] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.566755] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.566878] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.566922] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f27a51eb-abb6-4cce-bae6-0fb72ab215ed',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.573403] env[69836]: INFO networking_nsxv3.common.synchronization [req-25d501b3-f732-47eb-84a6-97d959622845 req-e97a9162-0370-4021-bd6c-7837160704a1 service nova] Enqueued Resource ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 with Priority: HIGHEST for action security_group_rules [ 794.573633] env[69836]: INFO networking_nsxv3.common.synchronization [req-25d501b3-f732-47eb-84a6-97d959622845 req-e97a9162-0370-4021-bd6c-7837160704a1 service nova] Enqueued Resource ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 with Priority: HIGHEST for action security_group_members [ 794.573848] env[69836]: INFO networking_nsxv3.common.synchronization [req-25d501b3-f732-47eb-84a6-97d959622845 req-e97a9162-0370-4021-bd6c-7837160704a1 service nova] Enqueued Resource ID: 34b940bd-1109-4959-b735-9a41d8d3bdf1 with Priority: HIGHEST for action port [ 794.577204] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 with Priority: HIGHEST for action security_group_rules [ 794.577204] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 with Priority: HIGHEST for action security_group_members [ 794.577204] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34b940bd-1109-4959-b735-9a41d8d3bdf1 with Priority: HIGHEST for action port [ 794.577204] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-798155c2-14bd-4af3-9fc9-a42ec3f39a34 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.577204] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.577204] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.577204] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.577204] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('798155c2-14bd-4af3-9fc9-a42ec3f39a34',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.577204] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-798155c2-14bd-4af3-9fc9-a42ec3f39a34 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.577204] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.577204] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-34b940bd-1109-4959-b735-9a41d8d3bdf1 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.577891] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34b940bd-1109-4959-b735-9a41d8d3bdf1" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.577891] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34b940bd-1109-4959-b735-9a41d8d3bdf1" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.577891] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34b940bd-1109-4959-b735-9a41d8d3bdf1" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.577891] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34b940bd-1109-4959-b735-9a41d8d3bdf1',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.669994] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 in Status: SUCCESS [ 794.669994] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.669994] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.669994] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.669994] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.670346] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.670346] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.670346] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.670426] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.670572] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('798155c2-14bd-4af3-9fc9-a42ec3f39a34',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.742845] env[69836]: INFO networking_nsxv3.common.synchronization [None req-e9fb3c92-42bb-498a-8a08-97a8be51fbb1 None None] Enqueued Resource ID: fc8736fd-d4c3-476b-9d16-f02f6014f89e with Priority: HIGHEST for action port [ 794.743153] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc8736fd-d4c3-476b-9d16-f02f6014f89e with Priority: HIGHEST for action port [ 794.743696] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc8736fd-d4c3-476b-9d16-f02f6014f89e taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.743822] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc8736fd-d4c3-476b-9d16-f02f6014f89e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.743912] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc8736fd-d4c3-476b-9d16-f02f6014f89e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.744287] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc8736fd-d4c3-476b-9d16-f02f6014f89e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.744392] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc8736fd-d4c3-476b-9d16-f02f6014f89e',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.777648] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-505 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.777648] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-505" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.777648] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-505" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.778033] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-505" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.782460] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.782740] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.782828] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.783030] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.783435] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.783435] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 794.783608] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 794.783608] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 794.783701] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 794.783811] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 794.783894] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 794.784024] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 794.785933] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.786115] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.786115] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.786555] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.786645] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.786852] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.786993] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.787062] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.787180] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.787260] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.787330] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f6f9d7f-9730-45bd-ba10-08e15018cf02 already deleted. [ 794.787407] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f6f9d7f-9730-45bd-ba10-08e15018cf02" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.808067] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 794.808261] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 794.808399] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 794.808572] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-505" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.809132] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-923d3c1e-51fa-4fb7-b553-538709c84e57 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.809132] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-923d3c1e-51fa-4fb7-b553-538709c84e57" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.809273] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-923d3c1e-51fa-4fb7-b553-538709c84e57" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.809516] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-923d3c1e-51fa-4fb7-b553-538709c84e57" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.809792] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('923d3c1e-51fa-4fb7-b553-538709c84e57',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.839421] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.839690] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.839765] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.840088] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.840088] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.840272] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.840361] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.840714] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.840714] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.840785] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.841034] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85effc41-e7cb-42c0-a978-067a7d9a89bf is going to be updated. [ 794.873105] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.873316] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.873316] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.874065] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.874065] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.883352] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85effc41-e7cb-42c0-a978-067a7d9a89bf in Status: IN_PROGRESS for 2s [ 795.048260] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 in Status: SUCCESS [ 795.048444] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.075588] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.075776] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.075838] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.076045] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.076232] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.076930] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.077337] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.077633] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.077761] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.077868] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.078117] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f27a51eb-abb6-4cce-bae6-0fb72ab215ed',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.079949] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-798155c2-14bd-4af3-9fc9-a42ec3f39a34 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.080083] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.080248] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 34b940bd-1109-4959-b735-9a41d8d3bdf1 with status ACTIVE [ 795.080680] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.080794] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.081061] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.081258] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.081350] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.081537] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.082367] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.082454] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.082556] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.082646] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.082879] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.082957] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.083014] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.083124] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.083220] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.083378] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 34b940bd-1109-4959-b735-9a41d8d3bdf1 is going to be updated. [ 795.112753] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.112753] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.112753] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.112753] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.112753] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.112753] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34b940bd-1109-4959-b735-9a41d8d3bdf1" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.173537] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('798155c2-14bd-4af3-9fc9-a42ec3f39a34',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.247604] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fc8736fd-d4c3-476b-9d16-f02f6014f89e [ 795.247960] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.248245] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.248352] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.248672] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.248769] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.250113] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fc8736fd-d4c3-476b-9d16-f02f6014f89e already deleted. [ 795.250113] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc8736fd-d4c3-476b-9d16-f02f6014f89e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.308728] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49c7a409-da41-4630-81c2-97413e45edbb in Status: SUCCESS [ 795.309494] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49c7a409-da41-4630-81c2-97413e45edbb" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.310242] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49c7a409-da41-4630-81c2-97413e45edbb" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.310575] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49c7a409-da41-4630-81c2-97413e45edbb" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.310865] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.311101] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.311208] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.311377] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.311683] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.311805] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49c7a409-da41-4630-81c2-97413e45edbb" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.311947] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('49c7a409-da41-4630-81c2-97413e45edbb',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.313356] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.313865] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.313865] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.314164] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.314399] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.314638] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port 923d3c1e-51fa-4fb7-b553-538709c84e57 not found, creating... [ 795.315144] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.315446] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.315643] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.318978] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.319279] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.319844] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.320342] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.320342] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.320649] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.320712] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.320926] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: 923d3c1e-51fa-4fb7-b553-538709c84e57 is going to be created. [ 795.351106] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.351302] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.351468] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.351703] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.351962] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.352247] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-923d3c1e-51fa-4fb7-b553-538709c84e57" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.586358] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.589032] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.589269] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.589817] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.590059] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.590250] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.590371] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.590557] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.590882] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.590882] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.591060] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.591158] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.591244] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.591510] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.591715] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.591902] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.592096] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.592659] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.592766] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.592923] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.593146] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f27a51eb-abb6-4cce-bae6-0fb72ab215ed',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.676335] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('798155c2-14bd-4af3-9fc9-a42ec3f39a34',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.750964] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b542b83-d5b7-4b4b-a04a-7bc301591d15 in Status: SUCCESS [ 795.751356] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b542b83-d5b7-4b4b-a04a-7bc301591d15 deletion is rescheduled due to dependency. [ 795.751356] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b542b83-d5b7-4b4b-a04a-7bc301591d15" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.828554] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-49c7a409-da41-4630-81c2-97413e45edbb taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.828554] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49c7a409-da41-4630-81c2-97413e45edbb" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.828554] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49c7a409-da41-4630-81c2-97413e45edbb" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.828554] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49c7a409-da41-4630-81c2-97413e45edbb" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.828554] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.828554] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.828554] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.828554] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.828554] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.828554] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49c7a409-da41-4630-81c2-97413e45edbb" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.828554] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-49c7a409-da41-4630-81c2-97413e45edbb taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.828554] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49c7a409-da41-4630-81c2-97413e45edbb" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.828554] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49c7a409-da41-4630-81c2-97413e45edbb" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.828554] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49c7a409-da41-4630-81c2-97413e45edbb" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.829887] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.830036] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.830106] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.830269] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.830361] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.830447] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49c7a409-da41-4630-81c2-97413e45edbb" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.830549] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('49c7a409-da41-4630-81c2-97413e45edbb',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.097144] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f27a51eb-abb6-4cce-bae6-0fb72ab215ed: rpc.has_security_group_logging(os_id): False [ 796.118848] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.120834] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.121017] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.121328] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.121494] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.121815] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.121988] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.122121] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.122484] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.122484] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.122704] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.122816] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.122877] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.123022] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.123086] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.123299] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.123959] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.123959] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.123959] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.123959] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.123959] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f27a51eb-abb6-4cce-bae6-0fb72ab215ed is going to be updated. [ 796.183039] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.183192] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.183262] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.183555] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.184561] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.184561] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 is going to be updated. [ 796.188944] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.189123] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.189180] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.189415] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.189562] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.208685] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f27a51eb-abb6-4cce-bae6-0fb72ab215ed in Status: IN_PROGRESS for 2s [ 796.225219] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.225423] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.225423] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.225643] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.227448] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.239306] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 in Status: IN_PROGRESS for 2s [ 796.334131] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 49c7a409-da41-4630-81c2-97413e45edbb: rpc.has_security_group_logging(os_id): False [ 796.356384] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.356384] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.356384] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.356793] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.357035] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.357334] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.357483] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.357568] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.357783] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.358456] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.358456] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.358456] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.358456] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.358456] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.358700] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.358953] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.361618] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.361618] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.361618] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.361618] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.361618] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49c7a409-da41-4630-81c2-97413e45edbb is going to be updated. [ 796.434071] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.434071] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.434071] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.434071] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.434071] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.449290] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49c7a409-da41-4630-81c2-97413e45edbb in Status: IN_PROGRESS for 2s [ 796.822072] env[69836]: INFO networking_nsxv3.common.synchronization [req-6deabc98-8943-48c7-9cb6-0d7d3b14af88 req-c021c1af-8e91-43b4-b800-bf4711dc5571 service nova] Enqueued Resource ID: 7f6f9d7f-9730-45bd-ba10-08e15018cf02 with Priority: HIGHEST for action security_group_rules [ 796.822072] env[69836]: INFO networking_nsxv3.common.synchronization [req-6deabc98-8943-48c7-9cb6-0d7d3b14af88 req-c021c1af-8e91-43b4-b800-bf4711dc5571 service nova] Enqueued Resource ID: 7f6f9d7f-9730-45bd-ba10-08e15018cf02 with Priority: HIGHEST for action security_group_members [ 796.822072] env[69836]: INFO networking_nsxv3.common.synchronization [req-6deabc98-8943-48c7-9cb6-0d7d3b14af88 req-c021c1af-8e91-43b4-b800-bf4711dc5571 service nova] Enqueued Resource ID: 923d3c1e-51fa-4fb7-b553-538709c84e57 with Priority: HIGHEST for action port [ 796.822072] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f6f9d7f-9730-45bd-ba10-08e15018cf02 with Priority: HIGHEST for action security_group_rules [ 796.822072] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f6f9d7f-9730-45bd-ba10-08e15018cf02 with Priority: HIGHEST for action security_group_members [ 796.822857] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 923d3c1e-51fa-4fb7-b553-538709c84e57 with Priority: HIGHEST for action port [ 796.823321] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f6f9d7f-9730-45bd-ba10-08e15018cf02 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.823616] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f6f9d7f-9730-45bd-ba10-08e15018cf02" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.823832] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f6f9d7f-9730-45bd-ba10-08e15018cf02" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.824300] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f6f9d7f-9730-45bd-ba10-08e15018cf02" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.824600] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f6f9d7f-9730-45bd-ba10-08e15018cf02',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.825726] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f6f9d7f-9730-45bd-ba10-08e15018cf02 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.827205] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f6f9d7f-9730-45bd-ba10-08e15018cf02" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.827205] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f6f9d7f-9730-45bd-ba10-08e15018cf02" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.827205] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f6f9d7f-9730-45bd-ba10-08e15018cf02" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.827205] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.827205] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.827205] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.827205] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.827205] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.827731] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f6f9d7f-9730-45bd-ba10-08e15018cf02',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.829107] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-923d3c1e-51fa-4fb7-b553-538709c84e57 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.829363] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-923d3c1e-51fa-4fb7-b553-538709c84e57" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.829515] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-923d3c1e-51fa-4fb7-b553-538709c84e57" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.829738] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-923d3c1e-51fa-4fb7-b553-538709c84e57" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.829900] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('923d3c1e-51fa-4fb7-b553-538709c84e57',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.896953] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85effc41-e7cb-42c0-a978-067a7d9a89bf in Status: SUCCESS [ 796.897176] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85effc41-e7cb-42c0-a978-067a7d9a89bf deletion is rescheduled due to dependency. [ 796.897298] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85effc41-e7cb-42c0-a978-067a7d9a89bf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.007952] env[69836]: INFO networking_nsxv3.common.synchronization [req-79448afd-32cd-41e7-a390-ad0227c039cf req-be65fcc4-e921-48a4-bb92-d9cda91b420b tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Enqueued Resource ID: bb707a21-2bff-455c-8dfd-6739cf9b98df with Priority: HIGHEST for action security_group_members [ 797.008474] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb707a21-2bff-455c-8dfd-6739cf9b98df with Priority: HIGHEST for action security_group_members [ 797.008792] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb707a21-2bff-455c-8dfd-6739cf9b98df taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.008957] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb707a21-2bff-455c-8dfd-6739cf9b98df" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.008993] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb707a21-2bff-455c-8dfd-6739cf9b98df" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.009312] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb707a21-2bff-455c-8dfd-6739cf9b98df" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.009429] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.009802] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.009903] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.010114] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.010237] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.010395] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb707a21-2bff-455c-8dfd-6739cf9b98df',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.039785] env[69836]: INFO networking_nsxv3.common.synchronization [None req-415baf4e-30ae-47cb-a971-7a421e000c1b None None] Enqueued Resource ID: a0c36f42-a54b-49fb-83bf-0b07df904a80 with Priority: HIGHEST for action port [ 797.040398] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0c36f42-a54b-49fb-83bf-0b07df904a80 with Priority: HIGHEST for action port [ 797.041220] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0c36f42-a54b-49fb-83bf-0b07df904a80 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.041407] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0c36f42-a54b-49fb-83bf-0b07df904a80" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.041481] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0c36f42-a54b-49fb-83bf-0b07df904a80" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.041856] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0c36f42-a54b-49fb-83bf-0b07df904a80" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.041943] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0c36f42-a54b-49fb-83bf-0b07df904a80',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.332379] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f6f9d7f-9730-45bd-ba10-08e15018cf02',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.334726] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f6f9d7f-9730-45bd-ba10-08e15018cf02 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.334726] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f6f9d7f-9730-45bd-ba10-08e15018cf02" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.334726] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 923d3c1e-51fa-4fb7-b553-538709c84e57 with status ACTIVE [ 797.334912] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.335027] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.335172] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.335363] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.335416] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.336130] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.336130] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.336130] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.339832] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.339832] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.339832] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.339832] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.339832] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.339832] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.339832] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.339832] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 923d3c1e-51fa-4fb7-b553-538709c84e57 is going to be updated. [ 797.367541] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.367781] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.367781] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.368039] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.368252] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.368943] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-923d3c1e-51fa-4fb7-b553-538709c84e57" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.514842] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.514842] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.514842] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.515780] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.515885] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.516386] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.516386] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.516386] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.516529] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.517054] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.517230] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb707a21-2bff-455c-8dfd-6739cf9b98df already deleted. [ 797.517314] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb707a21-2bff-455c-8dfd-6739cf9b98df" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.544702] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a0c36f42-a54b-49fb-83bf-0b07df904a80 [ 797.549892] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.550141] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.550259] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.550543] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.550692] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.550839] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a0c36f42-a54b-49fb-83bf-0b07df904a80 already deleted. [ 797.550981] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0c36f42-a54b-49fb-83bf-0b07df904a80" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.776610] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-598 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.776610] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-598" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.776610] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-598" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.776610] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-598" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.777132] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.777132] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.777258] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.777502] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.777691] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.777998] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 797.778199] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 797.778353] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 797.778527] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 797.778687] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 797.778831] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 797.779238] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 797.803623] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 797.803799] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 797.803933] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 797.804250] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-598" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.804454] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-23a29ea9-79b4-4d0a-b116-25e6ea301568 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.804618] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-23a29ea9-79b4-4d0a-b116-25e6ea301568" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.804762] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-23a29ea9-79b4-4d0a-b116-25e6ea301568" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.805193] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-23a29ea9-79b4-4d0a-b116-25e6ea301568" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.805296] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23a29ea9-79b4-4d0a-b116-25e6ea301568',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.843031] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f6f9d7f-9730-45bd-ba10-08e15018cf02',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.101661] env[69836]: INFO networking_nsxv3.common.synchronization [None req-cef89427-7259-4ac3-839a-cae4d1580169 tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] Enqueued Resource ID: 75b62c44-5feb-4505-9e62-ce5089dadab3 with Priority: HIGHEST for action security_group_rules [ 798.102934] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75b62c44-5feb-4505-9e62-ce5089dadab3 with Priority: HIGHEST for action security_group_rules [ 798.103558] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75b62c44-5feb-4505-9e62-ce5089dadab3 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.103737] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75b62c44-5feb-4505-9e62-ce5089dadab3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.103779] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75b62c44-5feb-4505-9e62-ce5089dadab3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.106891] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75b62c44-5feb-4505-9e62-ce5089dadab3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.106891] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75b62c44-5feb-4505-9e62-ce5089dadab3',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.224931] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f27a51eb-abb6-4cce-bae6-0fb72ab215ed in Status: SUCCESS [ 798.225180] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.249335] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 in Status: SUCCESS [ 798.249694] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.249929] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.250389] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.250663] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.250826] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.250932] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.251134] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.251269] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.251384] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.251516] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('798155c2-14bd-4af3-9fc9-a42ec3f39a34',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.311218] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.311218] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.311218] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.311218] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.311218] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.311218] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port 23a29ea9-79b4-4d0a-b116-25e6ea301568 not found, creating... [ 798.311218] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.311218] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.311218] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.311218] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.311218] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.311663] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.312742] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.313265] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.314106] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.314735] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.315111] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: 23a29ea9-79b4-4d0a-b116-25e6ea301568 is going to be created. [ 798.339915] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.339915] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.339915] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.339915] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.339915] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.339915] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-23a29ea9-79b4-4d0a-b116-25e6ea301568" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.344681] env[69836]: INFO networking_nsxv3.common.synchronization [None req-c26de582-1351-48c4-8b7a-dcc780dbdcbd tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] Enqueued Resource ID: 75b62c44-5feb-4505-9e62-ce5089dadab3 with Priority: HIGHEST for action security_group_rules [ 798.345453] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75b62c44-5feb-4505-9e62-ce5089dadab3 with Priority: HIGHEST for action security_group_rules [ 798.345919] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75b62c44-5feb-4505-9e62-ce5089dadab3 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.345919] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75b62c44-5feb-4505-9e62-ce5089dadab3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.347435] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.347615] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.348225] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.348225] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.348225] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.348372] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f6f9d7f-9730-45bd-ba10-08e15018cf02 is going to be created. [ 798.376110] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.376361] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.376450] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.376629] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.376801] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.387138] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f6f9d7f-9730-45bd-ba10-08e15018cf02 in Status: UNINITIALIZED for 2s [ 798.463607] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49c7a409-da41-4630-81c2-97413e45edbb in Status: SUCCESS [ 798.463836] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49c7a409-da41-4630-81c2-97413e45edbb" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.632913] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.632913] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.632913] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.632913] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.632913] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.632913] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75b62c44-5feb-4505-9e62-ce5089dadab3 already deleted. [ 798.632913] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75b62c44-5feb-4505-9e62-ce5089dadab3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.632913] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75b62c44-5feb-4505-9e62-ce5089dadab3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.632913] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75b62c44-5feb-4505-9e62-ce5089dadab3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.632913] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75b62c44-5feb-4505-9e62-ce5089dadab3',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.756553] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-798155c2-14bd-4af3-9fc9-a42ec3f39a34 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.756708] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.756778] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.757074] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.757521] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.757521] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.757521] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.757738] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.757738] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.757795] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.757904] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-798155c2-14bd-4af3-9fc9-a42ec3f39a34 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.758952] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.758952] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.758952] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.758952] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.758952] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.758952] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.758952] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.758952] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.758952] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.758952] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('798155c2-14bd-4af3-9fc9-a42ec3f39a34',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.173536] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.173887] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.173887] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.174172] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.174172] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.174247] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75b62c44-5feb-4505-9e62-ce5089dadab3 already deleted. [ 799.174327] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75b62c44-5feb-4505-9e62-ce5089dadab3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.264449] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 798155c2-14bd-4af3-9fc9-a42ec3f39a34: rpc.has_security_group_logging(os_id): False [ 799.289189] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.289189] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.289189] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.289189] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.289189] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.289189] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.289189] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.289189] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.289189] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.289189] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.289597] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.289597] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.289671] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.289850] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.289941] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.290585] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.290754] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.290754] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.290969] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.291077] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.291231] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 is going to be updated. [ 799.386497] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.386645] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.386723] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.387027] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.387189] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.411277] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 in Status: IN_PROGRESS for 2s [ 799.421796] env[69836]: INFO networking_nsxv3.common.synchronization [None req-47962fac-cb76-475b-bdad-74b98e6ac589 None None] Enqueued Resource ID: c859ce86-f31a-45ce-91c2-52bbf22002e2 with Priority: HIGHEST for action port [ 799.421796] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c859ce86-f31a-45ce-91c2-52bbf22002e2 with Priority: HIGHEST for action port [ 799.421796] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-c859ce86-f31a-45ce-91c2-52bbf22002e2 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.421796] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c859ce86-f31a-45ce-91c2-52bbf22002e2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.421796] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c859ce86-f31a-45ce-91c2-52bbf22002e2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.421796] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c859ce86-f31a-45ce-91c2-52bbf22002e2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.422582] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c859ce86-f31a-45ce-91c2-52bbf22002e2',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.672263] env[69836]: INFO networking_nsxv3.common.synchronization [req-79448afd-32cd-41e7-a390-ad0227c039cf req-cec93aef-4194-4ba0-ad01-08fdf8db946b service nova] Enqueued Resource ID: bb707a21-2bff-455c-8dfd-6739cf9b98df with Priority: HIGHEST for action security_group_rules [ 799.672555] env[69836]: INFO networking_nsxv3.common.synchronization [req-79448afd-32cd-41e7-a390-ad0227c039cf req-cec93aef-4194-4ba0-ad01-08fdf8db946b service nova] Enqueued Resource ID: bb707a21-2bff-455c-8dfd-6739cf9b98df with Priority: HIGHEST for action security_group_members [ 799.673333] env[69836]: INFO networking_nsxv3.common.synchronization [req-79448afd-32cd-41e7-a390-ad0227c039cf req-cec93aef-4194-4ba0-ad01-08fdf8db946b service nova] Enqueued Resource ID: 23a29ea9-79b4-4d0a-b116-25e6ea301568 with Priority: HIGHEST for action port [ 799.674589] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb707a21-2bff-455c-8dfd-6739cf9b98df with Priority: HIGHEST for action security_group_rules [ 799.674589] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb707a21-2bff-455c-8dfd-6739cf9b98df with Priority: HIGHEST for action security_group_members [ 799.674726] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23a29ea9-79b4-4d0a-b116-25e6ea301568 with Priority: HIGHEST for action port [ 799.675267] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb707a21-2bff-455c-8dfd-6739cf9b98df taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.675267] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb707a21-2bff-455c-8dfd-6739cf9b98df" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.675267] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb707a21-2bff-455c-8dfd-6739cf9b98df" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.676149] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb707a21-2bff-455c-8dfd-6739cf9b98df" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.676149] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb707a21-2bff-455c-8dfd-6739cf9b98df',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.677604] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb707a21-2bff-455c-8dfd-6739cf9b98df taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.677604] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb707a21-2bff-455c-8dfd-6739cf9b98df" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.677718] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb707a21-2bff-455c-8dfd-6739cf9b98df" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.678395] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb707a21-2bff-455c-8dfd-6739cf9b98df" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.679097] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.679097] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.679097] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.679097] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.679097] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.679418] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb707a21-2bff-455c-8dfd-6739cf9b98df',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.680288] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-23a29ea9-79b4-4d0a-b116-25e6ea301568 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.680570] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23a29ea9-79b4-4d0a-b116-25e6ea301568" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.680570] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23a29ea9-79b4-4d0a-b116-25e6ea301568" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.680730] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23a29ea9-79b4-4d0a-b116-25e6ea301568" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.680867] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23a29ea9-79b4-4d0a-b116-25e6ea301568',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.927744] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c859ce86-f31a-45ce-91c2-52bbf22002e2 [ 799.927744] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.927744] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.927744] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.927744] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.927744] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.927744] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c859ce86-f31a-45ce-91c2-52bbf22002e2 already deleted. [ 799.927744] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c859ce86-f31a-45ce-91c2-52bbf22002e2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.183314] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb707a21-2bff-455c-8dfd-6739cf9b98df taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.183655] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb707a21-2bff-455c-8dfd-6739cf9b98df" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.183655] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 23a29ea9-79b4-4d0a-b116-25e6ea301568 with status ACTIVE [ 800.183814] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.183921] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.183984] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.184198] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.184290] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.184463] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.184558] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.184614] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.184797] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.185278] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.185480] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.185580] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.185643] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.185785] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.185861] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.185972] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 23a29ea9-79b4-4d0a-b116-25e6ea301568 is going to be updated. [ 800.187119] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bb707a21-2bff-455c-8dfd-6739cf9b98df',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.224763] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.224939] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.225016] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.225297] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.225451] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.225644] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23a29ea9-79b4-4d0a-b116-25e6ea301568" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.412618] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f6f9d7f-9730-45bd-ba10-08e15018cf02 in Status: SUCCESS [ 800.415343] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f6f9d7f-9730-45bd-ba10-08e15018cf02" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.415343] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f6f9d7f-9730-45bd-ba10-08e15018cf02" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.415343] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f6f9d7f-9730-45bd-ba10-08e15018cf02" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.415343] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.415343] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.415343] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.415343] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.415343] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.415343] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f6f9d7f-9730-45bd-ba10-08e15018cf02" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.415343] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7f6f9d7f-9730-45bd-ba10-08e15018cf02',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.690374] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bb707a21-2bff-455c-8dfd-6739cf9b98df',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.917685] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7f6f9d7f-9730-45bd-ba10-08e15018cf02',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.029851] env[69836]: INFO networking_nsxv3.common.synchronization [req-8139c91b-995d-46a7-967f-ca70f451fe3a req-e71b6c23-010b-4ee5-905c-be99eb270171 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Enqueued Resource ID: f27a51eb-abb6-4cce-bae6-0fb72ab215ed with Priority: HIGHEST for action security_group_members [ 801.030508] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f27a51eb-abb6-4cce-bae6-0fb72ab215ed with Priority: HIGHEST for action security_group_members [ 801.031900] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.031900] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.031900] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.031900] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.031900] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.031900] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.031900] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.034628] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.034791] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.034924] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f27a51eb-abb6-4cce-bae6-0fb72ab215ed',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.193758] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.194062] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.194062] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.194243] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.194382] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.194500] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb707a21-2bff-455c-8dfd-6739cf9b98df is going to be created. [ 801.225086] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.225373] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.225503] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.226220] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.226434] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.239927] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb707a21-2bff-455c-8dfd-6739cf9b98df in Status: UNINITIALIZED for 2s [ 801.384845] env[69836]: INFO networking_nsxv3.common.synchronization [None req-e1981bdc-47a8-41c9-9578-8fc59aa177e7 None None] Enqueued Resource ID: 7b09d272-dd02-406c-ad1a-850f689db950 with Priority: HIGHEST for action port [ 801.384845] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b09d272-dd02-406c-ad1a-850f689db950 with Priority: HIGHEST for action port [ 801.385183] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b09d272-dd02-406c-ad1a-850f689db950 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.385306] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b09d272-dd02-406c-ad1a-850f689db950" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.385377] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b09d272-dd02-406c-ad1a-850f689db950" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.385670] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b09d272-dd02-406c-ad1a-850f689db950" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.385755] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b09d272-dd02-406c-ad1a-850f689db950',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.426686] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7f6f9d7f-9730-45bd-ba10-08e15018cf02: rpc.has_security_group_logging(os_id): False [ 801.450011] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.450011] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.450011] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.450011] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.450011] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.450011] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.450011] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.450011] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.450011] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.450011] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.450011] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f6f9d7f-9730-45bd-ba10-08e15018cf02 is going to be created. [ 801.454362] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 in Status: SUCCESS [ 801.454362] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.538036] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f27a51eb-abb6-4cce-bae6-0fb72ab215ed',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.561318] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.561640] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.561640] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.562028] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.562145] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.580171] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f6f9d7f-9730-45bd-ba10-08e15018cf02 in Status: IN_PROGRESS for 2s [ 801.888892] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7b09d272-dd02-406c-ad1a-850f689db950 [ 801.889255] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.889566] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.889566] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.889790] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.889941] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.890115] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7b09d272-dd02-406c-ad1a-850f689db950 already deleted. [ 801.890259] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b09d272-dd02-406c-ad1a-850f689db950" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.048392] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f27a51eb-abb6-4cce-bae6-0fb72ab215ed',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.544296] env[69836]: INFO networking_nsxv3.common.synchronization [req-4951c307-ab9a-4659-8715-bed9700198e6 req-48c63acb-f278-4acc-9657-ac6a129985b3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Enqueued Resource ID: f27a51eb-abb6-4cce-bae6-0fb72ab215ed with Priority: HIGHEST for action security_group_members [ 802.544854] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f27a51eb-abb6-4cce-bae6-0fb72ab215ed with Priority: HIGHEST for action security_group_members [ 802.545481] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.545653] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.551125] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.551531] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.551706] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.552053] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.553383] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.553383] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f27a51eb-abb6-4cce-bae6-0fb72ab215ed is going to be updated. [ 802.612156] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.612354] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.612530] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.612639] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.612784] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.623971] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f27a51eb-abb6-4cce-bae6-0fb72ab215ed in Status: IN_PROGRESS for 2s [ 803.263290] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb707a21-2bff-455c-8dfd-6739cf9b98df in Status: SUCCESS [ 803.267467] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb707a21-2bff-455c-8dfd-6739cf9b98df" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.267467] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb707a21-2bff-455c-8dfd-6739cf9b98df" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.267467] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb707a21-2bff-455c-8dfd-6739cf9b98df" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.267467] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.267467] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.267467] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.267467] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.267467] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.267467] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb707a21-2bff-455c-8dfd-6739cf9b98df" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.267467] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bb707a21-2bff-455c-8dfd-6739cf9b98df',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.594283] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f6f9d7f-9730-45bd-ba10-08e15018cf02 in Status: SUCCESS [ 803.594523] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f6f9d7f-9730-45bd-ba10-08e15018cf02" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.610509] env[69836]: INFO networking_nsxv3.common.synchronization [None req-2f38228b-2bdd-4eaa-959a-c8da80d48e9d None None] Enqueued Resource ID: 5c67bda3-8ea5-4962-93c9-2ef8f1641853 with Priority: HIGHEST for action port [ 803.610936] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c67bda3-8ea5-4962-93c9-2ef8f1641853 with Priority: HIGHEST for action port [ 803.611950] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c67bda3-8ea5-4962-93c9-2ef8f1641853 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.611950] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c67bda3-8ea5-4962-93c9-2ef8f1641853" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.611950] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c67bda3-8ea5-4962-93c9-2ef8f1641853" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.611950] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c67bda3-8ea5-4962-93c9-2ef8f1641853" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.612294] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c67bda3-8ea5-4962-93c9-2ef8f1641853',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.770518] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bb707a21-2bff-455c-8dfd-6739cf9b98df',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.118102] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5c67bda3-8ea5-4962-93c9-2ef8f1641853 [ 804.120033] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.120033] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.120033] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.120033] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.120033] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.120033] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5c67bda3-8ea5-4962-93c9-2ef8f1641853 already deleted. [ 804.120033] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c67bda3-8ea5-4962-93c9-2ef8f1641853" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.276875] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bb707a21-2bff-455c-8dfd-6739cf9b98df: rpc.has_security_group_logging(os_id): False [ 804.301204] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.301204] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.301399] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.303278] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.303278] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.303278] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.303278] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.303278] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.303278] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.303278] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.303278] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb707a21-2bff-455c-8dfd-6739cf9b98df is going to be created. [ 804.379545] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.379759] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.379806] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.380274] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.382227] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.398192] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb707a21-2bff-455c-8dfd-6739cf9b98df in Status: IN_PROGRESS for 2s [ 804.634711] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f27a51eb-abb6-4cce-bae6-0fb72ab215ed in Status: SUCCESS [ 804.635039] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.635200] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.635608] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.635735] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.636167] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.636302] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.636529] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.636622] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.636722] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f27a51eb-abb6-4cce-bae6-0fb72ab215ed',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.822231] env[69836]: INFO networking_nsxv3.common.synchronization [None req-8752b3db-d0fa-44d4-ab20-2ef894db9e9d None None] Enqueued Resource ID: 7cc2f23d-b93a-4356-a08d-e2e47e6bd4a2 with Priority: HIGHEST for action port [ 804.823956] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cc2f23d-b93a-4356-a08d-e2e47e6bd4a2 with Priority: HIGHEST for action port [ 804.823956] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-7cc2f23d-b93a-4356-a08d-e2e47e6bd4a2 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.825085] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7cc2f23d-b93a-4356-a08d-e2e47e6bd4a2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.827189] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7cc2f23d-b93a-4356-a08d-e2e47e6bd4a2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.827189] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7cc2f23d-b93a-4356-a08d-e2e47e6bd4a2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.827189] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7cc2f23d-b93a-4356-a08d-e2e47e6bd4a2',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.138804] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.141621] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.141621] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.141621] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.141621] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.141621] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.141621] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.141621] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.141621] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.141621] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.141621] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f27a51eb-abb6-4cce-bae6-0fb72ab215ed is going to be updated. [ 805.173280] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.173631] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.173793] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.174129] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.174437] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.186191] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f27a51eb-abb6-4cce-bae6-0fb72ab215ed in Status: IN_PROGRESS for 2s [ 805.331647] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7cc2f23d-b93a-4356-a08d-e2e47e6bd4a2 [ 805.331877] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.332016] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.332136] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.332297] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.332410] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.332484] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7cc2f23d-b93a-4356-a08d-e2e47e6bd4a2 already deleted. [ 805.332566] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7cc2f23d-b93a-4356-a08d-e2e47e6bd4a2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.415143] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb707a21-2bff-455c-8dfd-6739cf9b98df in Status: SUCCESS [ 806.415410] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb707a21-2bff-455c-8dfd-6739cf9b98df" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.459843] env[69836]: INFO networking_nsxv3.common.synchronization [None req-31f595d4-7adb-47f2-8abd-6ec0d14c1aa1 None None] Enqueued Resource ID: cadf546d-4953-446c-a810-71c9f2285550 with Priority: HIGHEST for action port [ 806.463169] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cadf546d-4953-446c-a810-71c9f2285550 with Priority: HIGHEST for action port [ 806.464055] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-cadf546d-4953-446c-a810-71c9f2285550 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.464813] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cadf546d-4953-446c-a810-71c9f2285550" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.464813] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cadf546d-4953-446c-a810-71c9f2285550" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.464813] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cadf546d-4953-446c-a810-71c9f2285550" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.464813] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cadf546d-4953-446c-a810-71c9f2285550',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.966957] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cadf546d-4953-446c-a810-71c9f2285550 [ 806.967230] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.967331] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.967401] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.967618] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.967726] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.967774] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cadf546d-4953-446c-a810-71c9f2285550 already deleted. [ 806.967979] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cadf546d-4953-446c-a810-71c9f2285550" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.204362] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f27a51eb-abb6-4cce-bae6-0fb72ab215ed in Status: SUCCESS [ 807.204539] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f27a51eb-abb6-4cce-bae6-0fb72ab215ed deletion is rescheduled due to dependency. [ 807.204653] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.285466] env[69836]: INFO networking_nsxv3.common.synchronization [req-ce376b14-f88f-4470-b744-b38ae97eef14 req-bf752594-d30e-4b95-8fd7-97ed31f27c18 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Enqueued Resource ID: 9a027db0-6d83-461f-8530-e2dce5805073 with Priority: HIGHEST for action security_group_members [ 807.285656] env[69836]: INFO networking_nsxv3.common.synchronization [req-ce376b14-f88f-4470-b744-b38ae97eef14 req-bf752594-d30e-4b95-8fd7-97ed31f27c18 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Enqueued Resource ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 with Priority: HIGHEST for action security_group_members [ 807.286393] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a027db0-6d83-461f-8530-e2dce5805073 with Priority: HIGHEST for action security_group_members [ 807.286685] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 with Priority: HIGHEST for action security_group_members [ 807.286798] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a027db0-6d83-461f-8530-e2dce5805073 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.286987] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a027db0-6d83-461f-8530-e2dce5805073" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.290425] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a027db0-6d83-461f-8530-e2dce5805073" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.290425] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a027db0-6d83-461f-8530-e2dce5805073" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.290425] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.290425] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.290425] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.290425] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.290425] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.290425] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a027db0-6d83-461f-8530-e2dce5805073',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.290425] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-798155c2-14bd-4af3-9fc9-a42ec3f39a34 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.290425] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.290425] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.290770] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.290770] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.290832] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.290863] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.291509] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.291509] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.291509] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('798155c2-14bd-4af3-9fc9-a42ec3f39a34',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.371202] env[69836]: INFO networking_nsxv3.common.synchronization [req-ce376b14-f88f-4470-b744-b38ae97eef14 req-bf752594-d30e-4b95-8fd7-97ed31f27c18 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Enqueued Resource ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 with Priority: HIGHEST for action security_group_rules [ 807.371202] env[69836]: INFO networking_nsxv3.common.synchronization [req-ce376b14-f88f-4470-b744-b38ae97eef14 req-bf752594-d30e-4b95-8fd7-97ed31f27c18 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Enqueued Resource ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 with Priority: HIGHEST for action security_group_members [ 807.371202] env[69836]: INFO networking_nsxv3.common.synchronization [req-ce376b14-f88f-4470-b744-b38ae97eef14 req-bf752594-d30e-4b95-8fd7-97ed31f27c18 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Enqueued Resource ID: 9a027db0-6d83-461f-8530-e2dce5805073 with Priority: HIGHEST for action security_group_rules [ 807.371202] env[69836]: INFO networking_nsxv3.common.synchronization [req-ce376b14-f88f-4470-b744-b38ae97eef14 req-bf752594-d30e-4b95-8fd7-97ed31f27c18 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Enqueued Resource ID: 9a027db0-6d83-461f-8530-e2dce5805073 with Priority: HIGHEST for action security_group_members [ 807.371202] env[69836]: INFO networking_nsxv3.common.synchronization [req-ce376b14-f88f-4470-b744-b38ae97eef14 req-bf752594-d30e-4b95-8fd7-97ed31f27c18 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Enqueued Resource ID: 34b940bd-1109-4959-b735-9a41d8d3bdf1 with Priority: HIGHEST for action port [ 807.371202] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 with Priority: HIGHEST for action security_group_rules [ 807.371202] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a027db0-6d83-461f-8530-e2dce5805073 with Priority: HIGHEST for action security_group_rules [ 807.371202] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34b940bd-1109-4959-b735-9a41d8d3bdf1 with Priority: HIGHEST for action port [ 807.371202] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 with Priority: HIGHEST for action security_group_members [ 807.372687] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a027db0-6d83-461f-8530-e2dce5805073 with Priority: HIGHEST for action security_group_members [ 807.373074] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-798155c2-14bd-4af3-9fc9-a42ec3f39a34 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.373204] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.373270] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.373715] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.373715] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('798155c2-14bd-4af3-9fc9-a42ec3f39a34',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.374859] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a027db0-6d83-461f-8530-e2dce5805073 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.375085] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a027db0-6d83-461f-8530-e2dce5805073" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.375160] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a027db0-6d83-461f-8530-e2dce5805073" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.375463] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a027db0-6d83-461f-8530-e2dce5805073" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.375463] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a027db0-6d83-461f-8530-e2dce5805073',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.377269] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-34b940bd-1109-4959-b735-9a41d8d3bdf1 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.377269] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34b940bd-1109-4959-b735-9a41d8d3bdf1" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.377269] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34b940bd-1109-4959-b735-9a41d8d3bdf1" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.377535] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34b940bd-1109-4959-b735-9a41d8d3bdf1" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.377535] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34b940bd-1109-4959-b735-9a41d8d3bdf1',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.378564] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-798155c2-14bd-4af3-9fc9-a42ec3f39a34 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.378564] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.379027] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a027db0-6d83-461f-8530-e2dce5805073 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.379134] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a027db0-6d83-461f-8530-e2dce5805073" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.460800] env[69836]: INFO networking_nsxv3.common.synchronization [None req-f6f55254-54fa-4582-ab51-4e9c16278b54 None None] Enqueued Resource ID: 94cb2b9c-1af1-473d-8d9b-c5467632c416 with Priority: HIGHEST for action port [ 807.461398] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94cb2b9c-1af1-473d-8d9b-c5467632c416 with Priority: HIGHEST for action port [ 807.462611] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-94cb2b9c-1af1-473d-8d9b-c5467632c416 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.462611] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94cb2b9c-1af1-473d-8d9b-c5467632c416" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.462611] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94cb2b9c-1af1-473d-8d9b-c5467632c416" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.462788] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94cb2b9c-1af1-473d-8d9b-c5467632c416" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.463124] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94cb2b9c-1af1-473d-8d9b-c5467632c416',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.596802] env[69836]: INFO networking_nsxv3.common.synchronization [None req-59ca4275-861d-4c69-b574-e1b8f08c0b9e None None] Enqueued Resource ID: f47ff542-a2ee-42f2-8fda-e947edd1c0dc with Priority: HIGHEST for action port [ 807.596802] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f47ff542-a2ee-42f2-8fda-e947edd1c0dc with Priority: HIGHEST for action port [ 807.596802] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-f47ff542-a2ee-42f2-8fda-e947edd1c0dc taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.596802] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f47ff542-a2ee-42f2-8fda-e947edd1c0dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.599109] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f47ff542-a2ee-42f2-8fda-e947edd1c0dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.600184] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f47ff542-a2ee-42f2-8fda-e947edd1c0dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.600277] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f47ff542-a2ee-42f2-8fda-e947edd1c0dc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.798488] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9a027db0-6d83-461f-8530-e2dce5805073',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.798488] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('798155c2-14bd-4af3-9fc9-a42ec3f39a34',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.881481] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-798155c2-14bd-4af3-9fc9-a42ec3f39a34 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.881481] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.881481] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 34b940bd-1109-4959-b735-9a41d8d3bdf1 with status ACTIVE [ 807.881481] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.881481] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.881481] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.881481] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.881481] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.881846] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.881846] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.881846] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.881846] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.882067] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.882101] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.882178] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.882228] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.882370] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.882464] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.882547] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 34b940bd-1109-4959-b735-9a41d8d3bdf1 is going to be updated. [ 807.883770] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a027db0-6d83-461f-8530-e2dce5805073 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.883873] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a027db0-6d83-461f-8530-e2dce5805073" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.905810] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.905810] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.905810] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.905810] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.905810] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.905810] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34b940bd-1109-4959-b735-9a41d8d3bdf1" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.967127] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 94cb2b9c-1af1-473d-8d9b-c5467632c416 [ 807.967127] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.967127] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.967127] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.967127] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.967127] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.967471] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:94cb2b9c-1af1-473d-8d9b-c5467632c416 already deleted. [ 807.967471] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94cb2b9c-1af1-473d-8d9b-c5467632c416" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.105149] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f47ff542-a2ee-42f2-8fda-e947edd1c0dc [ 808.105149] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.105149] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.105149] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.105149] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.105149] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.105149] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f47ff542-a2ee-42f2-8fda-e947edd1c0dc already deleted. [ 808.105149] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f47ff542-a2ee-42f2-8fda-e947edd1c0dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.299017] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9a027db0-6d83-461f-8530-e2dce5805073',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.303168] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('798155c2-14bd-4af3-9fc9-a42ec3f39a34',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.803600] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.803956] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.803956] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.804073] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.804073] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.804173] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a027db0-6d83-461f-8530-e2dce5805073 is going to be created. [ 808.805522] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.805638] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.805706] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.805874] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.805957] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.806055] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 is going to be updated. [ 808.838197] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.838197] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.838197] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.838197] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.838197] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.845673] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.845673] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.845673] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.845673] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.845673] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.850527] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a027db0-6d83-461f-8530-e2dce5805073 in Status: UNINITIALIZED for 2s [ 808.852265] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 in Status: IN_PROGRESS for 2s [ 808.877250] env[69836]: INFO networking_nsxv3.common.synchronization [req-55c4fb4f-d429-40c9-b321-e1bf35b3ffa2 req-a535b287-4b0b-4683-9093-3cf33de0add1 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Enqueued Resource ID: 1bdd25b6-02e7-4e53-bd3c-359f3d415d46 with Priority: HIGHEST for action security_group_members [ 808.877250] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bdd25b6-02e7-4e53-bd3c-359f3d415d46 with Priority: HIGHEST for action security_group_members [ 808.877250] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bdd25b6-02e7-4e53-bd3c-359f3d415d46 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.877250] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bdd25b6-02e7-4e53-bd3c-359f3d415d46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.877250] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bdd25b6-02e7-4e53-bd3c-359f3d415d46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.877250] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bdd25b6-02e7-4e53-bd3c-359f3d415d46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.878106] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.878398] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.878587] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.878878] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.879101] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.879316] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1bdd25b6-02e7-4e53-bd3c-359f3d415d46',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.381649] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.382078] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.382078] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.382078] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.382281] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.382452] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.382615] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.382726] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.382909] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.383114] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.383197] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bdd25b6-02e7-4e53-bd3c-359f3d415d46 already deleted. [ 809.383308] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bdd25b6-02e7-4e53-bd3c-359f3d415d46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.461955] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-949 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.464022] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-949" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.464022] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-949" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.464022] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-949" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.466942] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.466942] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.466942] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.466942] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.466942] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.466942] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 809.466942] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 809.466942] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 809.468397] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 809.469071] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 809.469071] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 809.469071] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 809.491982] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 809.492167] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 809.492305] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 809.492484] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-949" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.492804] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-13bd37df-5ae3-41ca-9a3c-2c5bd4d797b7 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.492974] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-13bd37df-5ae3-41ca-9a3c-2c5bd4d797b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.493127] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-13bd37df-5ae3-41ca-9a3c-2c5bd4d797b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.493536] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-13bd37df-5ae3-41ca-9a3c-2c5bd4d797b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.493772] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13bd37df-5ae3-41ca-9a3c-2c5bd4d797b7',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.997159] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.997498] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.997683] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.998153] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.998279] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.998676] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port 13bd37df-5ae3-41ca-9a3c-2c5bd4d797b7 not found, creating... [ 809.999446] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.999799] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.000123] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.000452] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.000681] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.001060] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.002263] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.002438] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.002743] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.003293] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.003353] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: 13bd37df-5ae3-41ca-9a3c-2c5bd4d797b7 is going to be created. [ 810.031655] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.031655] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.031655] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.031655] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.031655] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.031655] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-13bd37df-5ae3-41ca-9a3c-2c5bd4d797b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.238017] env[69836]: INFO networking_nsxv3.common.synchronization [None req-11894892-ac13-419b-b9aa-c12666e3c825 None None] Enqueued Resource ID: 2b8c65a2-cda7-4fd0-90e2-01b6272f7605 with Priority: HIGHEST for action port [ 810.240834] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b8c65a2-cda7-4fd0-90e2-01b6272f7605 with Priority: HIGHEST for action port [ 810.241973] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b8c65a2-cda7-4fd0-90e2-01b6272f7605 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.241973] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b8c65a2-cda7-4fd0-90e2-01b6272f7605" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.241973] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b8c65a2-cda7-4fd0-90e2-01b6272f7605" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.241973] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b8c65a2-cda7-4fd0-90e2-01b6272f7605" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.242213] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b8c65a2-cda7-4fd0-90e2-01b6272f7605',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.744690] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2b8c65a2-cda7-4fd0-90e2-01b6272f7605 [ 810.745080] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.745237] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.745296] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.745491] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.745582] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.747047] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2b8c65a2-cda7-4fd0-90e2-01b6272f7605 already deleted. [ 810.747047] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b8c65a2-cda7-4fd0-90e2-01b6272f7605" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.862146] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a027db0-6d83-461f-8530-e2dce5805073 in Status: SUCCESS [ 810.862146] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a027db0-6d83-461f-8530-e2dce5805073" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.862398] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a027db0-6d83-461f-8530-e2dce5805073" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.862398] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a027db0-6d83-461f-8530-e2dce5805073" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.862589] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.862722] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.862786] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.862947] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.863029] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.863147] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a027db0-6d83-461f-8530-e2dce5805073',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.864917] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 in Status: SUCCESS [ 810.865104] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.865632] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.865779] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.865973] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.866355] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.866355] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.866355] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.866620] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.866620] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('798155c2-14bd-4af3-9fc9-a42ec3f39a34',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.315306] env[69836]: INFO networking_nsxv3.common.synchronization [req-55c4fb4f-d429-40c9-b321-e1bf35b3ffa2 req-9393f9b0-e5fc-459e-ad9b-df303404724b service nova] Enqueued Resource ID: 1bdd25b6-02e7-4e53-bd3c-359f3d415d46 with Priority: HIGHEST for action security_group_rules [ 811.315634] env[69836]: INFO networking_nsxv3.common.synchronization [req-55c4fb4f-d429-40c9-b321-e1bf35b3ffa2 req-9393f9b0-e5fc-459e-ad9b-df303404724b service nova] Enqueued Resource ID: 1bdd25b6-02e7-4e53-bd3c-359f3d415d46 with Priority: HIGHEST for action security_group_members [ 811.315634] env[69836]: INFO networking_nsxv3.common.synchronization [req-55c4fb4f-d429-40c9-b321-e1bf35b3ffa2 req-9393f9b0-e5fc-459e-ad9b-df303404724b service nova] Enqueued Resource ID: 13bd37df-5ae3-41ca-9a3c-2c5bd4d797b7 with Priority: HIGHEST for action port [ 811.316682] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bdd25b6-02e7-4e53-bd3c-359f3d415d46 with Priority: HIGHEST for action security_group_rules [ 811.316682] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bdd25b6-02e7-4e53-bd3c-359f3d415d46 with Priority: HIGHEST for action security_group_members [ 811.316682] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13bd37df-5ae3-41ca-9a3c-2c5bd4d797b7 with Priority: HIGHEST for action port [ 811.316682] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1bdd25b6-02e7-4e53-bd3c-359f3d415d46 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.316975] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1bdd25b6-02e7-4e53-bd3c-359f3d415d46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.318041] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1bdd25b6-02e7-4e53-bd3c-359f3d415d46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.318795] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1bdd25b6-02e7-4e53-bd3c-359f3d415d46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.318795] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1bdd25b6-02e7-4e53-bd3c-359f3d415d46',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.320014] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bdd25b6-02e7-4e53-bd3c-359f3d415d46 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.320014] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bdd25b6-02e7-4e53-bd3c-359f3d415d46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.320014] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bdd25b6-02e7-4e53-bd3c-359f3d415d46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.320139] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bdd25b6-02e7-4e53-bd3c-359f3d415d46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.320253] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.320352] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.320414] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.320561] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.320648] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.320771] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1bdd25b6-02e7-4e53-bd3c-359f3d415d46',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.321825] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-13bd37df-5ae3-41ca-9a3c-2c5bd4d797b7 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.322287] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13bd37df-5ae3-41ca-9a3c-2c5bd4d797b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.322287] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13bd37df-5ae3-41ca-9a3c-2c5bd4d797b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.322388] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13bd37df-5ae3-41ca-9a3c-2c5bd4d797b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.322464] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13bd37df-5ae3-41ca-9a3c-2c5bd4d797b7',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.368145] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9a027db0-6d83-461f-8530-e2dce5805073',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.370094] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('798155c2-14bd-4af3-9fc9-a42ec3f39a34',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.454063] env[69836]: INFO networking_nsxv3.common.synchronization [req-e92ac448-b303-47f0-a247-fde0cd213f60 req-5b4090c6-905d-489d-8f53-fa5bb58ee8ec tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Enqueued Resource ID: 79880f51-69c6-44ae-9ab1-20d0db04b690 with Priority: HIGHEST for action security_group_members [ 811.454416] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79880f51-69c6-44ae-9ab1-20d0db04b690 with Priority: HIGHEST for action security_group_members [ 811.454642] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-79880f51-69c6-44ae-9ab1-20d0db04b690 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.454761] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79880f51-69c6-44ae-9ab1-20d0db04b690" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.454843] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79880f51-69c6-44ae-9ab1-20d0db04b690" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.455380] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79880f51-69c6-44ae-9ab1-20d0db04b690" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.455474] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.455530] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.455567] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.455732] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.456801] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.456801] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79880f51-69c6-44ae-9ab1-20d0db04b690',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.743394] env[69836]: INFO networking_nsxv3.common.synchronization [None req-b7d3784b-fc58-413c-a294-dbce1b4893ac None None] Enqueued Resource ID: 56a2aee3-9d5a-442e-b5f3-48ac63da32f7 with Priority: HIGHEST for action port [ 811.743766] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56a2aee3-9d5a-442e-b5f3-48ac63da32f7 with Priority: HIGHEST for action port [ 811.744190] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-56a2aee3-9d5a-442e-b5f3-48ac63da32f7 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.744556] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56a2aee3-9d5a-442e-b5f3-48ac63da32f7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.745942] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56a2aee3-9d5a-442e-b5f3-48ac63da32f7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.745942] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56a2aee3-9d5a-442e-b5f3-48ac63da32f7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.745942] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56a2aee3-9d5a-442e-b5f3-48ac63da32f7',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.824314] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bdd25b6-02e7-4e53-bd3c-359f3d415d46 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.824455] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bdd25b6-02e7-4e53-bd3c-359f3d415d46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.825553] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1bdd25b6-02e7-4e53-bd3c-359f3d415d46',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.828943] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 13bd37df-5ae3-41ca-9a3c-2c5bd4d797b7 with status ACTIVE [ 811.828943] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.828943] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.828943] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.828943] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.828943] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.828943] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.828943] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.828943] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.829500] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.829500] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.829500] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.829500] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.829617] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.829645] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.829721] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.829800] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 13bd37df-5ae3-41ca-9a3c-2c5bd4d797b7 is going to be updated. [ 811.853946] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.853946] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.853946] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.855139] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.856360] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.856360] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13bd37df-5ae3-41ca-9a3c-2c5bd4d797b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.871446] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9a027db0-6d83-461f-8530-e2dce5805073',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.872155] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('798155c2-14bd-4af3-9fc9-a42ec3f39a34',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.902081] env[69836]: INFO networking_nsxv3.common.synchronization [req-8a86600e-45ff-4122-afc0-4a94791cf4d2 req-28664d0e-89ed-41b7-bdcb-9c9acb5484f8 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Enqueued Resource ID: 546c6f1a-f24f-4335-8048-aa08f789e4dc with Priority: HIGHEST for action security_group_members [ 811.904728] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 546c6f1a-f24f-4335-8048-aa08f789e4dc with Priority: HIGHEST for action security_group_members [ 811.904728] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-546c6f1a-f24f-4335-8048-aa08f789e4dc taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.904728] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-546c6f1a-f24f-4335-8048-aa08f789e4dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.904728] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-546c6f1a-f24f-4335-8048-aa08f789e4dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.904728] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-546c6f1a-f24f-4335-8048-aa08f789e4dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.904728] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.904975] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.904975] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.906073] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.906073] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.906073] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('546c6f1a-f24f-4335-8048-aa08f789e4dc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.959334] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('79880f51-69c6-44ae-9ab1-20d0db04b690',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.248208] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 56a2aee3-9d5a-442e-b5f3-48ac63da32f7 [ 812.248540] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.248760] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.248816] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.252054] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.252054] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.252054] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:56a2aee3-9d5a-442e-b5f3-48ac63da32f7 already deleted. [ 812.252054] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56a2aee3-9d5a-442e-b5f3-48ac63da32f7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.326551] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1bdd25b6-02e7-4e53-bd3c-359f3d415d46',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.372868] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.374213] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.374213] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.374213] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.374213] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.374213] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a027db0-6d83-461f-8530-e2dce5805073 is going to be updated. [ 812.376136] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.376346] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.376346] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.377139] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.378439] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.378439] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 is going to be updated. [ 812.409356] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.409531] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.409590] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.409803] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.409952] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.411055] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('546c6f1a-f24f-4335-8048-aa08f789e4dc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.414732] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.414732] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.414732] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.414732] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.414997] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.426345] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 in Status: IN_PROGRESS for 2s [ 812.427079] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a027db0-6d83-461f-8530-e2dce5805073 in Status: IN_PROGRESS for 2s [ 812.460756] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('79880f51-69c6-44ae-9ab1-20d0db04b690',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.498720] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-472 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.498972] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-472" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.499159] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-472" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.499515] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-472" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.499813] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.500011] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.500161] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.500417] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.500602] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.501541] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 812.501541] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 812.501541] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 812.501640] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 812.502606] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 812.502606] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 812.502606] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 812.522146] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 812.523222] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 812.523222] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 812.523583] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-472" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.525020] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-c9d2f696-6557-4105-84bb-165ab7a13606 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.525020] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-c9d2f696-6557-4105-84bb-165ab7a13606" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.525020] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-c9d2f696-6557-4105-84bb-165ab7a13606" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.525020] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-c9d2f696-6557-4105-84bb-165ab7a13606" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.525020] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9d2f696-6557-4105-84bb-165ab7a13606',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.830686] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.830686] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.830988] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.830988] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.831082] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.831166] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bdd25b6-02e7-4e53-bd3c-359f3d415d46 is going to be created. [ 812.864572] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.864732] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.864878] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.865804] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.866260] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.877346] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bdd25b6-02e7-4e53-bd3c-359f3d415d46 in Status: UNINITIALIZED for 2s [ 812.919190] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('546c6f1a-f24f-4335-8048-aa08f789e4dc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.963032] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.963200] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.963289] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.963794] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.963794] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.963794] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79880f51-69c6-44ae-9ab1-20d0db04b690 is going to be updated. [ 813.001851] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.002027] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.002096] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.002326] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.002583] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.015187] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79880f51-69c6-44ae-9ab1-20d0db04b690 in Status: IN_PROGRESS for 2s [ 813.032309] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.032309] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.032309] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.032309] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.032309] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.032309] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port c9d2f696-6557-4105-84bb-165ab7a13606 not found, creating... [ 813.032309] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.032309] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.032309] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.032309] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.032309] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.032780] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.032780] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.032780] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.032780] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.033215] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.033685] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: c9d2f696-6557-4105-84bb-165ab7a13606 is going to be created. [ 813.057924] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.058346] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.058491] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.058779] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.059267] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.059555] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-c9d2f696-6557-4105-84bb-165ab7a13606" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.422535] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.422820] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.422945] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.424137] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.424137] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.424137] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 546c6f1a-f24f-4335-8048-aa08f789e4dc is going to be updated. [ 813.456834] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.456985] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.456985] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.457254] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.457417] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.469815] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 546c6f1a-f24f-4335-8048-aa08f789e4dc in Status: IN_PROGRESS for 2s [ 813.838892] env[69836]: INFO networking_nsxv3.common.synchronization [None req-f3a0226c-3adb-4c18-90e7-6383acfed80d None None] Enqueued Resource ID: c3994ca6-68f1-49cd-ad69-00b6beb8516d with Priority: HIGHEST for action port [ 813.839173] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3994ca6-68f1-49cd-ad69-00b6beb8516d with Priority: HIGHEST for action port [ 813.839763] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3994ca6-68f1-49cd-ad69-00b6beb8516d taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.839882] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3994ca6-68f1-49cd-ad69-00b6beb8516d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.839947] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3994ca6-68f1-49cd-ad69-00b6beb8516d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.840267] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3994ca6-68f1-49cd-ad69-00b6beb8516d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.840353] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3994ca6-68f1-49cd-ad69-00b6beb8516d',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.211256] env[69836]: INFO networking_nsxv3.common.synchronization [req-de4a6910-0513-4d46-8b7e-ab01e5705877 req-046ddd3c-bd21-4151-85b6-5c2a83676be9 tempest-SecurityGroupRulesNegativeTestJSON-444514860 tempest-SecurityGroupRulesNegativeTestJSON-444514860-project-member] Enqueued Resource ID: e8166c33-ed97-4199-a586-75cbd10f1c2a with Priority: HIGHEST for action security_group_rules [ 814.211949] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8166c33-ed97-4199-a586-75cbd10f1c2a with Priority: HIGHEST for action security_group_rules [ 814.214320] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8166c33-ed97-4199-a586-75cbd10f1c2a taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.214520] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8166c33-ed97-4199-a586-75cbd10f1c2a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.214565] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8166c33-ed97-4199-a586-75cbd10f1c2a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.217436] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8166c33-ed97-4199-a586-75cbd10f1c2a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.217826] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8166c33-ed97-4199-a586-75cbd10f1c2a',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.294721] env[69836]: INFO networking_nsxv3.common.synchronization [req-8a86600e-45ff-4122-afc0-4a94791cf4d2 req-d0e56259-1a48-4d95-a702-d852429fe031 service nova] Enqueued Resource ID: 546c6f1a-f24f-4335-8048-aa08f789e4dc with Priority: HIGHEST for action security_group_rules [ 814.295050] env[69836]: INFO networking_nsxv3.common.synchronization [req-8a86600e-45ff-4122-afc0-4a94791cf4d2 req-d0e56259-1a48-4d95-a702-d852429fe031 service nova] Enqueued Resource ID: 546c6f1a-f24f-4335-8048-aa08f789e4dc with Priority: HIGHEST for action security_group_members [ 814.295143] env[69836]: INFO networking_nsxv3.common.synchronization [req-8a86600e-45ff-4122-afc0-4a94791cf4d2 req-d0e56259-1a48-4d95-a702-d852429fe031 service nova] Enqueued Resource ID: c9d2f696-6557-4105-84bb-165ab7a13606 with Priority: HIGHEST for action port [ 814.296131] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 546c6f1a-f24f-4335-8048-aa08f789e4dc with Priority: HIGHEST for action security_group_rules [ 814.296944] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 546c6f1a-f24f-4335-8048-aa08f789e4dc with Priority: HIGHEST for action security_group_members [ 814.296944] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9d2f696-6557-4105-84bb-165ab7a13606 with Priority: HIGHEST for action port [ 814.296944] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-546c6f1a-f24f-4335-8048-aa08f789e4dc taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.297275] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-546c6f1a-f24f-4335-8048-aa08f789e4dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.297275] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-546c6f1a-f24f-4335-8048-aa08f789e4dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.297376] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-546c6f1a-f24f-4335-8048-aa08f789e4dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.297452] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('546c6f1a-f24f-4335-8048-aa08f789e4dc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.298435] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-546c6f1a-f24f-4335-8048-aa08f789e4dc taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.298535] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-546c6f1a-f24f-4335-8048-aa08f789e4dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.299361] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9d2f696-6557-4105-84bb-165ab7a13606 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.299361] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9d2f696-6557-4105-84bb-165ab7a13606" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.299361] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9d2f696-6557-4105-84bb-165ab7a13606" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.299361] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9d2f696-6557-4105-84bb-165ab7a13606" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.299361] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9d2f696-6557-4105-84bb-165ab7a13606',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.344598] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c3994ca6-68f1-49cd-ad69-00b6beb8516d [ 814.344598] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.344598] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.344822] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.345765] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.345765] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.345765] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c3994ca6-68f1-49cd-ad69-00b6beb8516d already deleted. [ 814.345765] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3994ca6-68f1-49cd-ad69-00b6beb8516d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.439971] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a027db0-6d83-461f-8530-e2dce5805073 in Status: SUCCESS [ 814.439971] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a027db0-6d83-461f-8530-e2dce5805073" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.439971] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a027db0-6d83-461f-8530-e2dce5805073" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.439971] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a027db0-6d83-461f-8530-e2dce5805073" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.439971] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.439971] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.439971] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.439971] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.439971] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.439971] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a027db0-6d83-461f-8530-e2dce5805073" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.439971] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9a027db0-6d83-461f-8530-e2dce5805073',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.445796] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 in Status: SUCCESS [ 814.445992] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.446468] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.446650] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.446787] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.446894] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.447036] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.447178] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.447310] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.447374] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.447953] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('798155c2-14bd-4af3-9fc9-a42ec3f39a34',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.522216] env[69836]: INFO networking_nsxv3.common.synchronization [req-26a49a0e-ea8c-4439-9856-740df3385d16 req-fb6386d1-d20f-4838-8ca4-4f4f99dc5b01 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Enqueued Resource ID: cc5fcf28-1a4d-464d-a473-8bee266a87b7 with Priority: HIGHEST for action security_group_members [ 814.522932] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc5fcf28-1a4d-464d-a473-8bee266a87b7 with Priority: HIGHEST for action security_group_members [ 814.523587] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc5fcf28-1a4d-464d-a473-8bee266a87b7 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.523587] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.523713] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.526094] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.526094] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.526094] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.526094] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.526094] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.526094] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.526094] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc5fcf28-1a4d-464d-a473-8bee266a87b7',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.739526] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.739526] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.739526] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.739526] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.739526] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.739526] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8166c33-ed97-4199-a586-75cbd10f1c2a already deleted. [ 814.739526] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8166c33-ed97-4199-a586-75cbd10f1c2a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.801772] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-546c6f1a-f24f-4335-8048-aa08f789e4dc taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.801938] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-546c6f1a-f24f-4335-8048-aa08f789e4dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.804013] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c9d2f696-6557-4105-84bb-165ab7a13606 with status ACTIVE [ 814.804013] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.804013] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.804013] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.804013] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.804013] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.804013] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.804013] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.804013] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.804013] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.804013] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.804013] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.804431] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.804431] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.804431] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.804431] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.804533] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c9d2f696-6557-4105-84bb-165ab7a13606 is going to be updated. [ 814.827394] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.827553] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.827553] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.827754] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.828035] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.828035] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9d2f696-6557-4105-84bb-165ab7a13606" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.887750] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bdd25b6-02e7-4e53-bd3c-359f3d415d46 in Status: SUCCESS [ 814.887971] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bdd25b6-02e7-4e53-bd3c-359f3d415d46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.889328] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bdd25b6-02e7-4e53-bd3c-359f3d415d46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.889328] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bdd25b6-02e7-4e53-bd3c-359f3d415d46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.889328] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.889328] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.889328] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.889328] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.889328] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.889328] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bdd25b6-02e7-4e53-bd3c-359f3d415d46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.889328] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1bdd25b6-02e7-4e53-bd3c-359f3d415d46',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.938248] env[69836]: INFO networking_nsxv3.common.synchronization [req-26a49a0e-ea8c-4439-9856-740df3385d16 req-5d402085-c379-4ec8-9122-24cfce031444 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Enqueued Resource ID: cc5fcf28-1a4d-464d-a473-8bee266a87b7 with Priority: HIGHEST for action security_group_members [ 814.938524] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc5fcf28-1a4d-464d-a473-8bee266a87b7 with Priority: HIGHEST for action security_group_members [ 814.938959] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc5fcf28-1a4d-464d-a473-8bee266a87b7 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.939227] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.948142] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9a027db0-6d83-461f-8530-e2dce5805073',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.952395] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-798155c2-14bd-4af3-9fc9-a42ec3f39a34 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.952752] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.953319] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.953319] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.953604] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.955032] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.955032] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.959548] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.959548] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.959548] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.959548] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-798155c2-14bd-4af3-9fc9-a42ec3f39a34 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.959548] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.959548] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.959548] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.959548] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.959548] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.959548] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.959548] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.959548] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.959548] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.959548] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('798155c2-14bd-4af3-9fc9-a42ec3f39a34',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.008286] env[69836]: INFO networking_nsxv3.common.synchronization [req-c0244380-3071-41b3-8654-1fd9539c5ea4 req-4c1b9329-d7d8-4662-8a70-996907e2a0ee tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Enqueued Resource ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 with Priority: HIGHEST for action security_group_members [ 815.008933] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 with Priority: HIGHEST for action security_group_members [ 815.009302] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-9851b922-f943-4a02-85e8-7a4557cec6e6 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.009452] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.010026] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.010026] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.010026] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.010224] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.010224] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.010446] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.010446] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.010536] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9851b922-f943-4a02-85e8-7a4557cec6e6',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.028740] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.028944] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.029016] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.029644] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.029644] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.029644] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.029766] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.029766] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.030620] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.030620] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.030620] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc5fcf28-1a4d-464d-a473-8bee266a87b7 is going to be updated. [ 815.034519] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79880f51-69c6-44ae-9ab1-20d0db04b690 in Status: SUCCESS [ 815.034519] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79880f51-69c6-44ae-9ab1-20d0db04b690" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.061637] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.061797] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.062215] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.062215] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.062403] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.073267] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc5fcf28-1a4d-464d-a473-8bee266a87b7 in Status: IN_PROGRESS for 2s [ 815.132628] env[69836]: INFO networking_nsxv3.common.synchronization [req-66c7ed6e-29ef-40a8-a2d6-19e1d1a06eb0 req-450bdc24-9cbf-4202-a7a2-d51b41df4e50 tempest-SecurityGroupRulesNegativeTestJSON-444514860 tempest-SecurityGroupRulesNegativeTestJSON-444514860-project-member] Enqueued Resource ID: e8166c33-ed97-4199-a586-75cbd10f1c2a with Priority: HIGHEST for action security_group_rules [ 815.133155] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8166c33-ed97-4199-a586-75cbd10f1c2a with Priority: HIGHEST for action security_group_rules [ 815.133617] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8166c33-ed97-4199-a586-75cbd10f1c2a taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.134171] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8166c33-ed97-4199-a586-75cbd10f1c2a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.134353] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8166c33-ed97-4199-a586-75cbd10f1c2a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.134689] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8166c33-ed97-4199-a586-75cbd10f1c2a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.134954] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8166c33-ed97-4199-a586-75cbd10f1c2a',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.348013] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-816 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.348013] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-816" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.348013] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-816" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.348013] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-816" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.348703] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.349067] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.349321] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.350197] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.350514] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.350837] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 815.351192] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 815.351430] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 815.351631] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 815.351856] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 815.352116] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 815.353234] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 815.375885] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 815.377205] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 815.378870] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 815.378870] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-816" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.378870] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-024d9bfa-c7be-4aca-a37f-ce990d700d35 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.378870] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-024d9bfa-c7be-4aca-a37f-ce990d700d35" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.378870] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-024d9bfa-c7be-4aca-a37f-ce990d700d35" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.379727] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-024d9bfa-c7be-4aca-a37f-ce990d700d35" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.380823] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('024d9bfa-c7be-4aca-a37f-ce990d700d35',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.391476] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1bdd25b6-02e7-4e53-bd3c-359f3d415d46',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.451528] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9a027db0-6d83-461f-8530-e2dce5805073: rpc.has_security_group_logging(os_id): False [ 815.461811] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 798155c2-14bd-4af3-9fc9-a42ec3f39a34: rpc.has_security_group_logging(os_id): False [ 815.478824] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.479018] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.479158] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.479276] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.479366] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.479602] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.479702] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.479754] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.479986] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.480092] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.480184] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a027db0-6d83-461f-8530-e2dce5805073 is going to be created. [ 815.482681] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.482835] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.482884] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.483041] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.483170] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.483493] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.483606] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.483702] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.483881] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.483993] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.484228] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.484413] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.484413] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.484574] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.484669] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.484986] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.485097] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.485223] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.485391] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.485490] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.485598] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 is going to be updated. [ 815.503930] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 546c6f1a-f24f-4335-8048-aa08f789e4dc in Status: SUCCESS [ 815.504204] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-546c6f1a-f24f-4335-8048-aa08f789e4dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.504395] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-546c6f1a-f24f-4335-8048-aa08f789e4dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.505045] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-546c6f1a-f24f-4335-8048-aa08f789e4dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.505045] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.505194] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.505194] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.505410] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.505524] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.505649] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('546c6f1a-f24f-4335-8048-aa08f789e4dc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.512916] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.513159] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.513159] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.513646] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.514203] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.514471] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.514589] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.514659] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.514833] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.514921] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.515417] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 is going to be updated. [ 815.548464] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.548677] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.548771] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.548976] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.549210] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.573178] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.573377] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.573420] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.573701] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.573810] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.576203] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.576473] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.576473] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.576639] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.576847] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.578642] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 in Status: IN_PROGRESS for 2s [ 815.591536] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a027db0-6d83-461f-8530-e2dce5805073 in Status: IN_PROGRESS for 2s [ 815.612410] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 in Status: IN_PROGRESS for 2s [ 815.693348] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.693348] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.693348] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.693348] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.693348] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.693348] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8166c33-ed97-4199-a586-75cbd10f1c2a already deleted. [ 815.693348] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8166c33-ed97-4199-a586-75cbd10f1c2a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.850545] env[69836]: INFO networking_nsxv3.common.synchronization [req-e7d54e62-432e-47c3-8fe1-fd05d912b137 req-1b3b5811-1d0d-4b1d-a3c2-0562fd17ffe5 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Enqueued Resource ID: f1f2c33f-ffa1-4b60-a5bf-8df1680f8992 with Priority: HIGHEST for action security_group_members [ 815.850789] env[69836]: INFO networking_nsxv3.common.synchronization [req-e7d54e62-432e-47c3-8fe1-fd05d912b137 req-1b3b5811-1d0d-4b1d-a3c2-0562fd17ffe5 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Enqueued Resource ID: 9a027db0-6d83-461f-8530-e2dce5805073 with Priority: HIGHEST for action security_group_members [ 815.850979] env[69836]: INFO networking_nsxv3.common.synchronization [req-e7d54e62-432e-47c3-8fe1-fd05d912b137 req-1b3b5811-1d0d-4b1d-a3c2-0562fd17ffe5 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Enqueued Resource ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 with Priority: HIGHEST for action security_group_members [ 815.851484] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1f2c33f-ffa1-4b60-a5bf-8df1680f8992 with Priority: HIGHEST for action security_group_members [ 815.851625] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a027db0-6d83-461f-8530-e2dce5805073 with Priority: HIGHEST for action security_group_members [ 815.851729] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 with Priority: HIGHEST for action security_group_members [ 815.852056] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1f2c33f-ffa1-4b60-a5bf-8df1680f8992 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.852187] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1f2c33f-ffa1-4b60-a5bf-8df1680f8992" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.852253] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1f2c33f-ffa1-4b60-a5bf-8df1680f8992" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.852536] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1f2c33f-ffa1-4b60-a5bf-8df1680f8992" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.852700] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.852801] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.852863] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.853049] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.853145] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.853241] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1f2c33f-ffa1-4b60-a5bf-8df1680f8992',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.854125] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a027db0-6d83-461f-8530-e2dce5805073 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.854251] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a027db0-6d83-461f-8530-e2dce5805073" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.854327] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a027db0-6d83-461f-8530-e2dce5805073" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.854499] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a027db0-6d83-461f-8530-e2dce5805073" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.854659] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.854758] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.854850] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.854985] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.855076] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.855160] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a027db0-6d83-461f-8530-e2dce5805073',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.855894] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-798155c2-14bd-4af3-9fc9-a42ec3f39a34 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.856007] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.856114] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.856277] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.856774] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.856892] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.857030] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.857181] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.857265] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.857362] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('798155c2-14bd-4af3-9fc9-a42ec3f39a34',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.882472] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.882718] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.882863] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.883151] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.883299] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.883451] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port 024d9bfa-c7be-4aca-a37f-ce990d700d35 not found, creating... [ 815.883708] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.883952] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.884034] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.884198] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.884341] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.884670] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.884873] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.884945] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.885163] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.885290] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.885990] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: 024d9bfa-c7be-4aca-a37f-ce990d700d35 is going to be created. [ 815.896068] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1bdd25b6-02e7-4e53-bd3c-359f3d415d46: rpc.has_security_group_logging(os_id): False [ 815.909434] env[69836]: INFO networking_nsxv3.common.synchronization [req-e7d54e62-432e-47c3-8fe1-fd05d912b137 req-1b3b5811-1d0d-4b1d-a3c2-0562fd17ffe5 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Enqueued Resource ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 with Priority: HIGHEST for action security_group_rules [ 815.909625] env[69836]: INFO networking_nsxv3.common.synchronization [req-e7d54e62-432e-47c3-8fe1-fd05d912b137 req-1b3b5811-1d0d-4b1d-a3c2-0562fd17ffe5 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Enqueued Resource ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 with Priority: HIGHEST for action security_group_members [ 815.909754] env[69836]: INFO networking_nsxv3.common.synchronization [req-e7d54e62-432e-47c3-8fe1-fd05d912b137 req-1b3b5811-1d0d-4b1d-a3c2-0562fd17ffe5 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Enqueued Resource ID: 9a027db0-6d83-461f-8530-e2dce5805073 with Priority: HIGHEST for action security_group_rules [ 815.909875] env[69836]: INFO networking_nsxv3.common.synchronization [req-e7d54e62-432e-47c3-8fe1-fd05d912b137 req-1b3b5811-1d0d-4b1d-a3c2-0562fd17ffe5 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Enqueued Resource ID: 9a027db0-6d83-461f-8530-e2dce5805073 with Priority: HIGHEST for action security_group_members [ 815.910242] env[69836]: INFO networking_nsxv3.common.synchronization [req-e7d54e62-432e-47c3-8fe1-fd05d912b137 req-1b3b5811-1d0d-4b1d-a3c2-0562fd17ffe5 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Enqueued Resource ID: f1f2c33f-ffa1-4b60-a5bf-8df1680f8992 with Priority: HIGHEST for action security_group_rules [ 815.910384] env[69836]: INFO networking_nsxv3.common.synchronization [req-e7d54e62-432e-47c3-8fe1-fd05d912b137 req-1b3b5811-1d0d-4b1d-a3c2-0562fd17ffe5 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Enqueued Resource ID: f1f2c33f-ffa1-4b60-a5bf-8df1680f8992 with Priority: HIGHEST for action security_group_members [ 815.910523] env[69836]: INFO networking_nsxv3.common.synchronization [req-e7d54e62-432e-47c3-8fe1-fd05d912b137 req-1b3b5811-1d0d-4b1d-a3c2-0562fd17ffe5 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Enqueued Resource ID: 34b940bd-1109-4959-b735-9a41d8d3bdf1 with Priority: HIGHEST for action port [ 815.911898] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.912105] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.912229] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.912485] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.913033] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.913033] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-024d9bfa-c7be-4aca-a37f-ce990d700d35" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.914202] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 with Priority: HIGHEST for action security_group_rules [ 815.914376] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a027db0-6d83-461f-8530-e2dce5805073 with Priority: HIGHEST for action security_group_rules [ 815.914479] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1f2c33f-ffa1-4b60-a5bf-8df1680f8992 with Priority: HIGHEST for action security_group_members [ 815.914570] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34b940bd-1109-4959-b735-9a41d8d3bdf1 with Priority: HIGHEST for action port [ 815.914658] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1f2c33f-ffa1-4b60-a5bf-8df1680f8992 with Priority: HIGHEST for action security_group_rules [ 815.914741] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 with Priority: HIGHEST for action security_group_members [ 815.914836] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a027db0-6d83-461f-8530-e2dce5805073 with Priority: HIGHEST for action security_group_members [ 815.915421] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-798155c2-14bd-4af3-9fc9-a42ec3f39a34 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.915514] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.915705] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a027db0-6d83-461f-8530-e2dce5805073 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.915784] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a027db0-6d83-461f-8530-e2dce5805073" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.916024] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1f2c33f-ffa1-4b60-a5bf-8df1680f8992 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.916155] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1f2c33f-ffa1-4b60-a5bf-8df1680f8992" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.917691] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-34b940bd-1109-4959-b735-9a41d8d3bdf1 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.917691] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34b940bd-1109-4959-b735-9a41d8d3bdf1" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.917691] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34b940bd-1109-4959-b735-9a41d8d3bdf1" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.917691] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34b940bd-1109-4959-b735-9a41d8d3bdf1" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.917691] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34b940bd-1109-4959-b735-9a41d8d3bdf1',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.917993] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1f2c33f-ffa1-4b60-a5bf-8df1680f8992 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.917993] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1f2c33f-ffa1-4b60-a5bf-8df1680f8992" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.917993] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1f2c33f-ffa1-4b60-a5bf-8df1680f8992" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.918123] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1f2c33f-ffa1-4b60-a5bf-8df1680f8992" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.918200] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1f2c33f-ffa1-4b60-a5bf-8df1680f8992',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.918907] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-798155c2-14bd-4af3-9fc9-a42ec3f39a34 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.919021] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.919177] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a027db0-6d83-461f-8530-e2dce5805073 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.919277] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a027db0-6d83-461f-8530-e2dce5805073" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.920375] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.920375] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.920506] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.920587] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.920682] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.920959] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.921066] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.921126] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.921387] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.921515] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.921551] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1bdd25b6-02e7-4e53-bd3c-359f3d415d46 is going to be created. [ 816.003232] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.003389] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.003461] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.003674] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.003861] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.007891] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('546c6f1a-f24f-4335-8048-aa08f789e4dc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.029353] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1bdd25b6-02e7-4e53-bd3c-359f3d415d46 in Status: IN_PROGRESS for 2s [ 816.360135] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9a027db0-6d83-461f-8530-e2dce5805073',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.361383] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1f2c33f-ffa1-4b60-a5bf-8df1680f8992',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.361383] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('798155c2-14bd-4af3-9fc9-a42ec3f39a34',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.420506] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 34b940bd-1109-4959-b735-9a41d8d3bdf1 with status ACTIVE [ 816.420786] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.420975] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.421066] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.421310] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.421403] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.421586] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.421686] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.421753] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.421905] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.421980] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.422172] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.422259] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.422699] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.422699] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.422699] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.422699] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 34b940bd-1109-4959-b735-9a41d8d3bdf1 is going to be updated. [ 816.424508] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1f2c33f-ffa1-4b60-a5bf-8df1680f8992 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.424508] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1f2c33f-ffa1-4b60-a5bf-8df1680f8992" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.443636] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.443770] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.443770] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.443975] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.445025] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.445025] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34b940bd-1109-4959-b735-9a41d8d3bdf1" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.509985] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('546c6f1a-f24f-4335-8048-aa08f789e4dc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.605730] env[69836]: INFO networking_nsxv3.common.synchronization [req-26a49a0e-ea8c-4439-9856-740df3385d16 req-42132385-720a-4b08-bf5d-7c2d7c5e5902 service nova] Enqueued Resource ID: cc5fcf28-1a4d-464d-a473-8bee266a87b7 with Priority: HIGHEST for action security_group_rules [ 816.605926] env[69836]: INFO networking_nsxv3.common.synchronization [req-26a49a0e-ea8c-4439-9856-740df3385d16 req-42132385-720a-4b08-bf5d-7c2d7c5e5902 service nova] Enqueued Resource ID: cc5fcf28-1a4d-464d-a473-8bee266a87b7 with Priority: HIGHEST for action security_group_members [ 816.606103] env[69836]: INFO networking_nsxv3.common.synchronization [req-26a49a0e-ea8c-4439-9856-740df3385d16 req-42132385-720a-4b08-bf5d-7c2d7c5e5902 service nova] Enqueued Resource ID: 024d9bfa-c7be-4aca-a37f-ce990d700d35 with Priority: HIGHEST for action port [ 816.606799] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc5fcf28-1a4d-464d-a473-8bee266a87b7 with Priority: HIGHEST for action security_group_rules [ 816.607033] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc5fcf28-1a4d-464d-a473-8bee266a87b7 with Priority: HIGHEST for action security_group_members [ 816.607229] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 024d9bfa-c7be-4aca-a37f-ce990d700d35 with Priority: HIGHEST for action port [ 816.607621] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc5fcf28-1a4d-464d-a473-8bee266a87b7 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.607764] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.607840] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.608080] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.608187] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc5fcf28-1a4d-464d-a473-8bee266a87b7',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.609109] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc5fcf28-1a4d-464d-a473-8bee266a87b7 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.609219] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.609598] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-024d9bfa-c7be-4aca-a37f-ce990d700d35 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.609678] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-024d9bfa-c7be-4aca-a37f-ce990d700d35" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.609678] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-024d9bfa-c7be-4aca-a37f-ce990d700d35" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.609877] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-024d9bfa-c7be-4aca-a37f-ce990d700d35" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.609953] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('024d9bfa-c7be-4aca-a37f-ce990d700d35',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.794239] env[69836]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-0ea1b5f4-0a13-421c-aee0-9be0b1c0eaa3 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 816.794388] env[69836]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-0ea1b5f4-0a13-421c-aee0-9be0b1c0eaa3 None None] NSXv3 Agent Agent loop - iteration:1 started [ 816.863225] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1f2c33f-ffa1-4b60-a5bf-8df1680f8992',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.865194] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9a027db0-6d83-461f-8530-e2dce5805073',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.866185] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('798155c2-14bd-4af3-9fc9-a42ec3f39a34',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.013227] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.013489] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.013489] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.013710] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.013800] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.013896] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 546c6f1a-f24f-4335-8048-aa08f789e4dc is going to be updated. [ 817.048522] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.048655] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.048727] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.049332] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.049501] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.059581] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 546c6f1a-f24f-4335-8048-aa08f789e4dc in Status: IN_PROGRESS for 2s [ 817.081633] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc5fcf28-1a4d-464d-a473-8bee266a87b7 in Status: SUCCESS [ 817.081816] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc5fcf28-1a4d-464d-a473-8bee266a87b7 deletion is rescheduled due to dependency. [ 817.081934] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.082116] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.082320] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.082506] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.082620] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.082685] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.082828] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.082905] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.083013] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc5fcf28-1a4d-464d-a473-8bee266a87b7',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.112157] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc5fcf28-1a4d-464d-a473-8bee266a87b7 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.112596] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.112830] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 024d9bfa-c7be-4aca-a37f-ce990d700d35 with status ACTIVE [ 817.113031] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.113337] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.113337] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.113473] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.113473] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.113645] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.113749] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.113811] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.113958] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.114047] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.114226] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.114315] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.114376] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.114510] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.114582] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.114662] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 024d9bfa-c7be-4aca-a37f-ce990d700d35 is going to be updated. [ 817.142130] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.142286] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.142357] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.142573] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.142715] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.142938] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-024d9bfa-c7be-4aca-a37f-ce990d700d35" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.370800] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.371072] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.371191] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.371325] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.371403] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.371506] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1f2c33f-ffa1-4b60-a5bf-8df1680f8992 is going to be created. [ 817.372835] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.372955] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.373029] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.373207] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.373293] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.373383] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a027db0-6d83-461f-8530-e2dce5805073 is going to be updated. [ 817.374701] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.374811] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.374893] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.375576] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.375576] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.375576] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 is going to be updated. [ 817.402933] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.402933] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.402933] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.403181] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.403219] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.408709] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.408881] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.410197] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.411402] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.411574] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.423160] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a027db0-6d83-461f-8530-e2dce5805073 in Status: IN_PROGRESS for 2s [ 817.423897] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1f2c33f-ffa1-4b60-a5bf-8df1680f8992 in Status: UNINITIALIZED for 2s [ 817.430329] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.430510] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.430570] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.430897] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.431113] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.441915] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 in Status: IN_PROGRESS for 2s [ 817.500913] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-651 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.500913] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-651" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.500913] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-651" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.500913] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-651" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.501250] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.501446] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.501562] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.501824] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.501992] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.502485] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 817.502485] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 817.502570] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 817.502687] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 817.502945] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 817.502945] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 817.503057] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 817.524090] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 817.524704] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 817.524704] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 817.524704] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-651" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.525246] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-c39a6617-6e8c-4a2b-8253-b963ed12eecc taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.525515] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-c39a6617-6e8c-4a2b-8253-b963ed12eecc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.525607] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-c39a6617-6e8c-4a2b-8253-b963ed12eecc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.525982] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-c39a6617-6e8c-4a2b-8253-b963ed12eecc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.526156] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c39a6617-6e8c-4a2b-8253-b963ed12eecc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.587095] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cc5fcf28-1a4d-464d-a473-8bee266a87b7',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.589551] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 in Status: SUCCESS [ 817.589736] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 deletion is rescheduled due to dependency. [ 817.589848] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.603807] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a027db0-6d83-461f-8530-e2dce5805073 in Status: SUCCESS [ 817.604070] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a027db0-6d83-461f-8530-e2dce5805073" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.604507] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a027db0-6d83-461f-8530-e2dce5805073" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.604712] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a027db0-6d83-461f-8530-e2dce5805073" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.604802] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a027db0-6d83-461f-8530-e2dce5805073',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.637668] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 in Status: SUCCESS [ 817.637668] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.637668] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.637800] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.637835] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('798155c2-14bd-4af3-9fc9-a42ec3f39a34',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.028812] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.029141] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.029201] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.031015] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.031015] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.031015] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port c39a6617-6e8c-4a2b-8253-b963ed12eecc not found, creating... [ 818.031015] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.031015] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.031015] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.031015] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.031015] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.031406] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.031406] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.031406] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.031517] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.031650] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.031783] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: c39a6617-6e8c-4a2b-8253-b963ed12eecc is going to be created. [ 818.063911] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.064203] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.064360] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.064748] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.065049] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.066534] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-c39a6617-6e8c-4a2b-8253-b963ed12eecc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.068800] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1bdd25b6-02e7-4e53-bd3c-359f3d415d46 in Status: SUCCESS [ 818.069009] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1bdd25b6-02e7-4e53-bd3c-359f3d415d46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.092862] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cc5fcf28-1a4d-464d-a473-8bee266a87b7',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.106682] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a027db0-6d83-461f-8530-e2dce5805073 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.106813] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a027db0-6d83-461f-8530-e2dce5805073" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.140151] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-798155c2-14bd-4af3-9fc9-a42ec3f39a34 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.140381] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.595638] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.596026] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.596026] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.596245] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.596339] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.596439] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc5fcf28-1a4d-464d-a473-8bee266a87b7 is going to be updated. [ 818.628673] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.628853] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.628927] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.629307] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.629439] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.638719] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc5fcf28-1a4d-464d-a473-8bee266a87b7 in Status: IN_PROGRESS for 2s [ 819.071935] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 546c6f1a-f24f-4335-8048-aa08f789e4dc in Status: SUCCESS [ 819.072632] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-546c6f1a-f24f-4335-8048-aa08f789e4dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.074918] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-546c6f1a-f24f-4335-8048-aa08f789e4dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.074918] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-546c6f1a-f24f-4335-8048-aa08f789e4dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.074918] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.074918] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.074918] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.074918] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.074918] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.074918] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-546c6f1a-f24f-4335-8048-aa08f789e4dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.074918] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('546c6f1a-f24f-4335-8048-aa08f789e4dc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.326050] env[69836]: INFO networking_nsxv3.common.synchronization [req-26a49a0e-ea8c-4439-9856-740df3385d16 req-a1fe3955-3029-4c53-bc49-fd674185ce24 service nova] Enqueued Resource ID: cc5fcf28-1a4d-464d-a473-8bee266a87b7 with Priority: HIGHEST for action security_group_rules [ 819.326050] env[69836]: INFO networking_nsxv3.common.synchronization [req-26a49a0e-ea8c-4439-9856-740df3385d16 req-a1fe3955-3029-4c53-bc49-fd674185ce24 service nova] Enqueued Resource ID: cc5fcf28-1a4d-464d-a473-8bee266a87b7 with Priority: HIGHEST for action security_group_members [ 819.330075] env[69836]: INFO networking_nsxv3.common.synchronization [req-26a49a0e-ea8c-4439-9856-740df3385d16 req-a1fe3955-3029-4c53-bc49-fd674185ce24 service nova] Enqueued Resource ID: c39a6617-6e8c-4a2b-8253-b963ed12eecc with Priority: HIGHEST for action port [ 819.330075] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc5fcf28-1a4d-464d-a473-8bee266a87b7 with Priority: HIGHEST for action security_group_rules [ 819.330075] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc5fcf28-1a4d-464d-a473-8bee266a87b7 with Priority: HIGHEST for action security_group_members [ 819.330075] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c39a6617-6e8c-4a2b-8253-b963ed12eecc with Priority: HIGHEST for action port [ 819.330075] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc5fcf28-1a4d-464d-a473-8bee266a87b7 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.330075] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.330075] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc5fcf28-1a4d-464d-a473-8bee266a87b7 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.330811] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.330811] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-c39a6617-6e8c-4a2b-8253-b963ed12eecc taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.331019] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c39a6617-6e8c-4a2b-8253-b963ed12eecc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.331172] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c39a6617-6e8c-4a2b-8253-b963ed12eecc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.331539] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c39a6617-6e8c-4a2b-8253-b963ed12eecc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.331639] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c39a6617-6e8c-4a2b-8253-b963ed12eecc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.435591] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a027db0-6d83-461f-8530-e2dce5805073 in Status: SUCCESS [ 819.435817] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a027db0-6d83-461f-8530-e2dce5805073" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.435985] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a027db0-6d83-461f-8530-e2dce5805073" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.436234] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a027db0-6d83-461f-8530-e2dce5805073" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.436449] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.436545] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.436640] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.436811] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.436979] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.437095] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a027db0-6d83-461f-8530-e2dce5805073',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.438635] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1f2c33f-ffa1-4b60-a5bf-8df1680f8992 in Status: SUCCESS [ 819.438824] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1f2c33f-ffa1-4b60-a5bf-8df1680f8992" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.438977] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1f2c33f-ffa1-4b60-a5bf-8df1680f8992" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.439205] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1f2c33f-ffa1-4b60-a5bf-8df1680f8992" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.439342] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.439449] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.439513] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.439655] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.439734] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.439824] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1f2c33f-ffa1-4b60-a5bf-8df1680f8992',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.449513] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 in Status: SUCCESS [ 819.449717] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.450165] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.450369] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.450550] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.450666] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.450730] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.450876] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.450956] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.451067] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('798155c2-14bd-4af3-9fc9-a42ec3f39a34',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.580605] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-546c6f1a-f24f-4335-8048-aa08f789e4dc taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.580766] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-546c6f1a-f24f-4335-8048-aa08f789e4dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.580823] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-546c6f1a-f24f-4335-8048-aa08f789e4dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.581041] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-546c6f1a-f24f-4335-8048-aa08f789e4dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.581219] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.581319] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.581386] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.581552] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.581632] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.581728] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-546c6f1a-f24f-4335-8048-aa08f789e4dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.582682] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-546c6f1a-f24f-4335-8048-aa08f789e4dc taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.582682] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-546c6f1a-f24f-4335-8048-aa08f789e4dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.582682] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-546c6f1a-f24f-4335-8048-aa08f789e4dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.582682] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-546c6f1a-f24f-4335-8048-aa08f789e4dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.582682] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.582682] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.582682] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.582682] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.582682] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.583024] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-546c6f1a-f24f-4335-8048-aa08f789e4dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.583024] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('546c6f1a-f24f-4335-8048-aa08f789e4dc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.597749] env[69836]: INFO networking_nsxv3.common.synchronization [req-12050eae-6b82-4fad-9b1c-7755b1558ceb req-1057f11c-6eb7-4310-a187-d3d36722e45e tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Enqueued Resource ID: f1f2c33f-ffa1-4b60-a5bf-8df1680f8992 with Priority: HIGHEST for action security_group_members [ 819.598465] env[69836]: INFO networking_nsxv3.common.synchronization [req-12050eae-6b82-4fad-9b1c-7755b1558ceb req-1057f11c-6eb7-4310-a187-d3d36722e45e tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Enqueued Resource ID: 9a027db0-6d83-461f-8530-e2dce5805073 with Priority: HIGHEST for action security_group_members [ 819.598465] env[69836]: INFO networking_nsxv3.common.synchronization [req-12050eae-6b82-4fad-9b1c-7755b1558ceb req-1057f11c-6eb7-4310-a187-d3d36722e45e tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Enqueued Resource ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 with Priority: HIGHEST for action security_group_members [ 819.598668] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1f2c33f-ffa1-4b60-a5bf-8df1680f8992 with Priority: HIGHEST for action security_group_members [ 819.598741] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a027db0-6d83-461f-8530-e2dce5805073 with Priority: HIGHEST for action security_group_members [ 819.598803] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 with Priority: HIGHEST for action security_group_members [ 819.600498] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1f2c33f-ffa1-4b60-a5bf-8df1680f8992 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.600638] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1f2c33f-ffa1-4b60-a5bf-8df1680f8992" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.600865] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a027db0-6d83-461f-8530-e2dce5805073 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.600954] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a027db0-6d83-461f-8530-e2dce5805073" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.601159] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-798155c2-14bd-4af3-9fc9-a42ec3f39a34 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.601252] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.833862] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c39a6617-6e8c-4a2b-8253-b963ed12eecc with status ACTIVE [ 819.834370] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.834548] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.834636] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.834975] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.835056] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.835221] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.835354] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.835418] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.835581] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.835661] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.835840] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.835933] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.835988] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.836205] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.836299] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.836407] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c39a6617-6e8c-4a2b-8253-b963ed12eecc is going to be updated. [ 819.864802] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.864802] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.864802] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.864802] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.864802] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.865269] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c39a6617-6e8c-4a2b-8253-b963ed12eecc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.943747] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9a027db0-6d83-461f-8530-e2dce5805073',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.943747] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1f2c33f-ffa1-4b60-a5bf-8df1680f8992',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.954826] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('798155c2-14bd-4af3-9fc9-a42ec3f39a34',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.090522] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 546c6f1a-f24f-4335-8048-aa08f789e4dc: rpc.has_security_group_logging(os_id): False [ 820.113707] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.113707] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.113707] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.113707] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.113707] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.113948] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.115750] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.115750] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.115750] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.115750] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.115750] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.115750] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.115750] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.115750] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.115750] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.115750] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.115750] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.115750] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.115750] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.115750] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.115750] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 546c6f1a-f24f-4335-8048-aa08f789e4dc is going to be updated. [ 820.206783] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.209037] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.209037] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.209037] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.209037] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.223058] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 546c6f1a-f24f-4335-8048-aa08f789e4dc in Status: IN_PROGRESS for 2s [ 820.445512] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9a027db0-6d83-461f-8530-e2dce5805073',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.446506] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1f2c33f-ffa1-4b60-a5bf-8df1680f8992',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.457945] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('798155c2-14bd-4af3-9fc9-a42ec3f39a34',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.652315] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc5fcf28-1a4d-464d-a473-8bee266a87b7 in Status: SUCCESS [ 820.652616] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.652904] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.652978] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.653152] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.653271] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.653329] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.653481] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.653558] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.653652] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc5fcf28-1a4d-464d-a473-8bee266a87b7',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.949832] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.949832] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.949832] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.951197] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.951197] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.951197] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a027db0-6d83-461f-8530-e2dce5805073 is going to be updated. [ 820.952049] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.952293] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.952391] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.952772] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.952876] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.954179] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1f2c33f-ffa1-4b60-a5bf-8df1680f8992 is going to be updated. [ 820.960223] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.960461] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.960550] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.960821] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.960883] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.961017] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 is going to be updated. [ 820.987954] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.988139] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.988221] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.988432] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.988702] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.990647] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.990798] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.990798] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.991350] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.991509] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.993074] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.993479] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.993592] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.993762] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.993979] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.004781] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1f2c33f-ffa1-4b60-a5bf-8df1680f8992 in Status: IN_PROGRESS for 2s [ 821.005510] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a027db0-6d83-461f-8530-e2dce5805073 in Status: IN_PROGRESS for 2s [ 821.006214] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 in Status: IN_PROGRESS for 2s [ 821.123749] env[69836]: INFO networking_nsxv3.common.synchronization [None req-34da0c45-06fe-444a-8dc0-bcd7de812d2b None None] Enqueued Resource ID: 2b129f79-af00-411e-990e-c0500586d6e5 with Priority: HIGHEST for action port [ 821.124484] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b129f79-af00-411e-990e-c0500586d6e5 with Priority: HIGHEST for action port [ 821.124837] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b129f79-af00-411e-990e-c0500586d6e5 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.124988] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b129f79-af00-411e-990e-c0500586d6e5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.125098] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b129f79-af00-411e-990e-c0500586d6e5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.125375] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b129f79-af00-411e-990e-c0500586d6e5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.125463] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b129f79-af00-411e-990e-c0500586d6e5',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.160495] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cc5fcf28-1a4d-464d-a473-8bee266a87b7',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.628292] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2b129f79-af00-411e-990e-c0500586d6e5 [ 821.628576] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.628826] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.628928] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.629865] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.630113] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.630331] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2b129f79-af00-411e-990e-c0500586d6e5 already deleted. [ 821.630572] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b129f79-af00-411e-990e-c0500586d6e5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.662550] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cc5fcf28-1a4d-464d-a473-8bee266a87b7',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.166761] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.167015] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.167141] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.167367] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.167493] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.167783] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc5fcf28-1a4d-464d-a473-8bee266a87b7 is going to be updated. [ 822.202647] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.202934] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.202934] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.203151] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.205262] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.220075] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc5fcf28-1a4d-464d-a473-8bee266a87b7 in Status: IN_PROGRESS for 2s [ 822.243132] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 546c6f1a-f24f-4335-8048-aa08f789e4dc in Status: SUCCESS [ 822.243705] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-546c6f1a-f24f-4335-8048-aa08f789e4dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.877328] env[69836]: INFO networking_nsxv3.common.synchronization [None req-48acaf26-10a5-4654-be6b-641a996f0499 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Enqueued Resource ID: 1901b260-9933-45b0-8421-0e40c69c1331 with Priority: HIGHEST for action security_group_rules [ 822.877856] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1901b260-9933-45b0-8421-0e40c69c1331 with Priority: HIGHEST for action security_group_rules [ 822.878213] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1901b260-9933-45b0-8421-0e40c69c1331 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.878344] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1901b260-9933-45b0-8421-0e40c69c1331" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.878462] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1901b260-9933-45b0-8421-0e40c69c1331" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.878950] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1901b260-9933-45b0-8421-0e40c69c1331" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.878950] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1901b260-9933-45b0-8421-0e40c69c1331',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.018285] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1f2c33f-ffa1-4b60-a5bf-8df1680f8992 in Status: SUCCESS [ 823.018524] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1f2c33f-ffa1-4b60-a5bf-8df1680f8992" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.019923] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1f2c33f-ffa1-4b60-a5bf-8df1680f8992" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.020216] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1f2c33f-ffa1-4b60-a5bf-8df1680f8992" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.020457] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.020613] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.020699] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.020889] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.021031] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.021491] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1f2c33f-ffa1-4b60-a5bf-8df1680f8992" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.021491] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f1f2c33f-ffa1-4b60-a5bf-8df1680f8992',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.022746] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 in Status: SUCCESS [ 823.022991] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.024125] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a027db0-6d83-461f-8530-e2dce5805073 in Status: SUCCESS [ 823.024125] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a027db0-6d83-461f-8530-e2dce5805073" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.024125] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1f2c33f-ffa1-4b60-a5bf-8df1680f8992" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.024320] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1f2c33f-ffa1-4b60-a5bf-8df1680f8992" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.024403] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.024510] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.024574] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.024720] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.024813] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.024884] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1f2c33f-ffa1-4b60-a5bf-8df1680f8992',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.025822] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.026032] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.026660] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.026660] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.026660] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.026660] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.026660] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.026660] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.027168] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('798155c2-14bd-4af3-9fc9-a42ec3f39a34',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.027622] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a027db0-6d83-461f-8530-e2dce5805073" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.027836] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a027db0-6d83-461f-8530-e2dce5805073" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.028493] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.028675] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.028733] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.028878] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.028981] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.029106] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a027db0-6d83-461f-8530-e2dce5805073" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.029219] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9a027db0-6d83-461f-8530-e2dce5805073',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.030391] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.030669] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.030940] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.031721] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.031721] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.031721] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.031721] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.031721] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('798155c2-14bd-4af3-9fc9-a42ec3f39a34',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.032443] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a027db0-6d83-461f-8530-e2dce5805073" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.032653] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a027db0-6d83-461f-8530-e2dce5805073" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.032838] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.032964] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.033570] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.033570] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.033570] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.033570] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a027db0-6d83-461f-8530-e2dce5805073',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.403491] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.403674] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.403722] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.403910] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.403992] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.404147] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1901b260-9933-45b0-8421-0e40c69c1331 already deleted. [ 823.404200] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1901b260-9933-45b0-8421-0e40c69c1331" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.485187] env[69836]: INFO networking_nsxv3.common.synchronization [None req-6786684f-53ff-4134-abb0-ec7a11976b88 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Enqueued Resource ID: 1901b260-9933-45b0-8421-0e40c69c1331 with Priority: HIGHEST for action security_group_rules [ 823.485187] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1901b260-9933-45b0-8421-0e40c69c1331 with Priority: HIGHEST for action security_group_rules [ 823.485187] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1901b260-9933-45b0-8421-0e40c69c1331 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.485187] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1901b260-9933-45b0-8421-0e40c69c1331" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.485187] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1901b260-9933-45b0-8421-0e40c69c1331" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.485187] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1901b260-9933-45b0-8421-0e40c69c1331" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.485546] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1901b260-9933-45b0-8421-0e40c69c1331',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.530967] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.531163] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.531234] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.531451] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.531538] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.531737] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.531835] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.531899] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.532057] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.532138] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.532229] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1f2c33f-ffa1-4b60-a5bf-8df1680f8992 is going to be deleted. [ 823.533318] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f1f2c33f-ffa1-4b60-a5bf-8df1680f8992',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.535252] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-798155c2-14bd-4af3-9fc9-a42ec3f39a34 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.535359] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.535781] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9a027db0-6d83-461f-8530-e2dce5805073',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.537147] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('798155c2-14bd-4af3-9fc9-a42ec3f39a34',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.537352] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.537428] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.537492] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.537663] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.537740] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.538149] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.538592] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.538592] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.538592] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.538592] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.538849] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a027db0-6d83-461f-8530-e2dce5805073 is going to be updated. [ 823.568471] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.568471] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.568471] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.568471] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.568471] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.572537] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.572537] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.572848] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.573359] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.573812] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.574028] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1f2c33f-ffa1-4b60-a5bf-8df1680f8992" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.576695] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a027db0-6d83-461f-8530-e2dce5805073 in Status: IN_PROGRESS for 2s [ 823.971952] env[69836]: INFO networking_nsxv3.common.synchronization [req-c150699f-64b3-484f-a49d-8615920e6a60 req-a61ae993-bc56-4746-9e70-12ba026a0ebc tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Enqueued Resource ID: 7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 with Priority: HIGHEST for action security_group_members [ 823.972619] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 with Priority: HIGHEST for action security_group_members [ 823.972811] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.972940] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.973022] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.975009] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.975260] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.975427] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.975525] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.975761] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.975911] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.976074] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.006401] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.006576] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.006661] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.006895] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.007064] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.007175] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1901b260-9933-45b0-8421-0e40c69c1331 already deleted. [ 824.007265] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1901b260-9933-45b0-8421-0e40c69c1331" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.038022] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f1f2c33f-ffa1-4b60-a5bf-8df1680f8992: rpc.has_security_group_logging(os_id): False [ 824.043020] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('798155c2-14bd-4af3-9fc9-a42ec3f39a34',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.043020] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9a027db0-6d83-461f-8530-e2dce5805073: rpc.has_security_group_logging(os_id): False [ 824.059405] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.059405] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.059405] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.059405] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.059405] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.059405] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.059405] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.059405] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.059405] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.059405] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.059405] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1f2c33f-ffa1-4b60-a5bf-8df1680f8992 is going to be created. [ 824.064259] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.064934] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.065099] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.065580] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.065764] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.066055] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.068015] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.068015] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.068015] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.068015] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.068015] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a027db0-6d83-461f-8530-e2dce5805073 is going to be updated. [ 824.077238] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/f1f2c33f-ffa1-4b60-a5bf-8df1680f8992], does not exist path=[/infra/domains/default/groups/f1f2c33f-ffa1-4b60-a5bf-8df1680f8992]."\n}' [ 824.077438] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1f2c33f-ffa1-4b60-a5bf-8df1680f8992 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/f1f2c33f-ffa1-4b60-a5bf-8df1680f8992 [ 824.077572] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 824.116719] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.116719] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.116719] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.116719] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.117769] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.119026] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.119026] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.119026] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.119026] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.119026] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.119026] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.119026] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.119026] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.119026] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.119026] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.119026] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1f2c33f-ffa1-4b60-a5bf-8df1680f8992 is going to be created. [ 824.130260] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.130260] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.130260] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.130260] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.130260] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.137715] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/f1f2c33f-ffa1-4b60-a5bf-8df1680f8992], does not exist path=[/infra/domains/default/groups/f1f2c33f-ffa1-4b60-a5bf-8df1680f8992]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/f1f2c33f-ffa1-4b60-a5bf-8df1680f8992 [ 824.137885] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1f2c33f-ffa1-4b60-a5bf-8df1680f8992" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.138461] env[69836]: Traceback (most recent call last): [ 824.138554] env[69836]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 824.138554] env[69836]: return func(*args, **kwargs) [ 824.138554] env[69836]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 824.138554] env[69836]: res.raise_for_status() [ 824.138554] env[69836]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 824.138554] env[69836]: raise HTTPError(http_error_msg, response=self) [ 824.138554] env[69836]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/f1f2c33f-ffa1-4b60-a5bf-8df1680f8992 [ 824.138554] env[69836]: During handling of the above exception, another exception occurred: [ 824.138554] env[69836]: Traceback (most recent call last): [ 824.138554] env[69836]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 824.138554] env[69836]: listener.cb(fileno) [ 824.138554] env[69836]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 824.138554] env[69836]: result = function(*args, **kwargs) [ 824.138554] env[69836]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 824.138554] env[69836]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 824.138554] env[69836]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 824.138554] env[69836]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 824.138554] env[69836]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 824.138554] env[69836]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 824.138554] env[69836]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 824.138554] env[69836]: res.raise_for_status() [ 824.138554] env[69836]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 824.138554] env[69836]: raise HTTPError(http_error_msg, response=self) [ 824.138554] env[69836]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/f1f2c33f-ffa1-4b60-a5bf-8df1680f8992 [ 824.138554] env[69836]: Removing descriptor: 18 [ 824.140623] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a027db0-6d83-461f-8530-e2dce5805073 in Status: IN_PROGRESS for 2s [ 824.235482] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc5fcf28-1a4d-464d-a473-8bee266a87b7 in Status: SUCCESS [ 824.235482] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.235482] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.235482] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.235482] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.235482] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.235482] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.235482] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.235482] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.235482] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.235482] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cc5fcf28-1a4d-464d-a473-8bee266a87b7',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.237195] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.237583] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.237928] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.238228] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.238408] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.238643] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.238834] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.240302] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc5fcf28-1a4d-464d-a473-8bee266a87b7',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.326019] env[69836]: INFO networking_nsxv3.common.synchronization [None req-e2ed17ac-62d3-44ac-80d1-1411044e30a3 None None] Enqueued Resource ID: 8efe4e39-0022-4e14-8244-58637e2480a7 with Priority: HIGHEST for action port [ 824.326019] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8efe4e39-0022-4e14-8244-58637e2480a7 with Priority: HIGHEST for action port [ 824.326019] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-8efe4e39-0022-4e14-8244-58637e2480a7 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.326019] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8efe4e39-0022-4e14-8244-58637e2480a7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.326507] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8efe4e39-0022-4e14-8244-58637e2480a7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.326933] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8efe4e39-0022-4e14-8244-58637e2480a7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.327239] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8efe4e39-0022-4e14-8244-58637e2480a7',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.479269] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.543900] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.545011] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.545297] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.545567] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.546353] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.546353] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 is going to be updated. [ 824.576451] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.576604] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.576672] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.576883] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.577177] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.587742] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 in Status: IN_PROGRESS for 2s [ 824.734927] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.735190] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.735332] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.735668] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.735857] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.740815] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc5fcf28-1a4d-464d-a473-8bee266a87b7 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.740993] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.741330] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cc5fcf28-1a4d-464d-a473-8bee266a87b7',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.832606] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8efe4e39-0022-4e14-8244-58637e2480a7 [ 824.832819] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.832944] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.833026] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.833250] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.833338] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.833434] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8efe4e39-0022-4e14-8244-58637e2480a7 already deleted. [ 824.833513] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8efe4e39-0022-4e14-8244-58637e2480a7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.984798] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.156937] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-712 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.156937] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-712" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.156937] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-712" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.156937] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-712" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.156937] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.156937] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.156937] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.157519] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.157519] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.157813] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 825.158151] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 825.158245] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 825.160403] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 825.160403] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 825.160403] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 825.160403] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 825.182292] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 825.182292] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 825.182292] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 825.182505] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-712" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.182766] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-2568fe05-bfd4-4a81-b837-6461f703312d taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.185069] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-2568fe05-bfd4-4a81-b837-6461f703312d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.185069] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-2568fe05-bfd4-4a81-b837-6461f703312d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.185069] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-2568fe05-bfd4-4a81-b837-6461f703312d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.185069] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2568fe05-bfd4-4a81-b837-6461f703312d',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.242067] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.243935] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cc5fcf28-1a4d-464d-a473-8bee266a87b7',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.490203] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.490425] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.490513] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.490760] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.490879] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.490985] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 is going to be updated. [ 825.526598] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.526788] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.527449] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.527449] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.527449] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.539682] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 in Status: IN_PROGRESS for 2s [ 825.592141] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a027db0-6d83-461f-8530-e2dce5805073 in Status: SUCCESS [ 825.592470] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a027db0-6d83-461f-8530-e2dce5805073 deletion is rescheduled due to dependency. [ 825.592470] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a027db0-6d83-461f-8530-e2dce5805073" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.689305] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.689305] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.689305] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.689305] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.689305] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.689305] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port 2568fe05-bfd4-4a81-b837-6461f703312d not found, creating... [ 825.689305] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.689305] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.689305] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.689305] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.689305] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.689770] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.689770] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.689770] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.690367] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.690556] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.690715] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: 2568fe05-bfd4-4a81-b837-6461f703312d is going to be created. [ 825.712233] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.712755] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.712959] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.713348] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.713601] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.713841] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-2568fe05-bfd4-4a81-b837-6461f703312d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.744581] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.746963] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.749371] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.749371] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.749371] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.749371] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.749371] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc5fcf28-1a4d-464d-a473-8bee266a87b7 is going to be updated. [ 825.783900] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.786019] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.786019] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.786019] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.786019] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.798750] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc5fcf28-1a4d-464d-a473-8bee266a87b7 in Status: IN_PROGRESS for 2s [ 826.157325] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a027db0-6d83-461f-8530-e2dce5805073 in Status: SUCCESS [ 826.157600] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a027db0-6d83-461f-8530-e2dce5805073" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.247557] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 826.247736] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 826.598435] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 in Status: SUCCESS [ 826.598435] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.598976] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.598976] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.599155] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.599436] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.599436] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.599574] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.599574] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.599691] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.600267] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-798155c2-14bd-4af3-9fc9-a42ec3f39a34 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.600267] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.600267] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.600267] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.600267] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.600575] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.600575] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.600575] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.600689] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.600723] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.601145] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('798155c2-14bd-4af3-9fc9-a42ec3f39a34',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.767289] env[69836]: INFO networking_nsxv3.common.synchronization [req-c150699f-64b3-484f-a49d-8615920e6a60 req-2e9148ee-2e7f-45a8-98ce-6379e7aa5312 service nova] Enqueued Resource ID: 7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 with Priority: HIGHEST for action security_group_rules [ 826.767489] env[69836]: INFO networking_nsxv3.common.synchronization [req-c150699f-64b3-484f-a49d-8615920e6a60 req-2e9148ee-2e7f-45a8-98ce-6379e7aa5312 service nova] Enqueued Resource ID: 7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 with Priority: HIGHEST for action security_group_members [ 826.767653] env[69836]: INFO networking_nsxv3.common.synchronization [req-c150699f-64b3-484f-a49d-8615920e6a60 req-2e9148ee-2e7f-45a8-98ce-6379e7aa5312 service nova] Enqueued Resource ID: 2568fe05-bfd4-4a81-b837-6461f703312d with Priority: HIGHEST for action port [ 826.768323] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 with Priority: HIGHEST for action security_group_rules [ 826.768479] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 with Priority: HIGHEST for action security_group_members [ 826.771628] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2568fe05-bfd4-4a81-b837-6461f703312d with Priority: HIGHEST for action port [ 826.771628] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.771628] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.771944] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.771944] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.772036] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.775119] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.775119] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.775119] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-2568fe05-bfd4-4a81-b837-6461f703312d taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.775119] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2568fe05-bfd4-4a81-b837-6461f703312d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.775119] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2568fe05-bfd4-4a81-b837-6461f703312d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.775119] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2568fe05-bfd4-4a81-b837-6461f703312d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.775119] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2568fe05-bfd4-4a81-b837-6461f703312d',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.934503] env[69836]: INFO networking_nsxv3.common.synchronization [None req-cad5cc4c-bc45-4ddb-9c42-d80d6e29c56c None None] Enqueued Resource ID: 9d9f9aff-9456-482d-b697-985748f3751f with Priority: HIGHEST for action port [ 826.934813] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d9f9aff-9456-482d-b697-985748f3751f with Priority: HIGHEST for action port [ 826.935729] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d9f9aff-9456-482d-b697-985748f3751f taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.935916] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d9f9aff-9456-482d-b697-985748f3751f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.935916] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d9f9aff-9456-482d-b697-985748f3751f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.936430] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d9f9aff-9456-482d-b697-985748f3751f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.936552] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d9f9aff-9456-482d-b697-985748f3751f',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.105537] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 798155c2-14bd-4af3-9fc9-a42ec3f39a34: rpc.has_security_group_logging(os_id): False [ 827.125923] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.126193] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.126284] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.126557] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.149057] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.149327] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.149597] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.149597] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.149744] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.150022] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.150279] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.150383] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.150455] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.150607] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.150688] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.150897] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.150980] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.151418] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.151418] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.151596] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.151596] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 is going to be updated. [ 827.224382] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.224382] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.224382] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.224382] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.247547] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 827.250044] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.250468] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 827.254098] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.254098] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.254098] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.254436] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.254645] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.275604] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 in Status: IN_PROGRESS for 2s [ 827.275917] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.276272] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.276461] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2568fe05-bfd4-4a81-b837-6461f703312d with status ACTIVE [ 827.276810] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.277282] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.277282] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.277550] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.280184] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.280184] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.280184] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.280184] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.280184] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.280184] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.280184] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.280184] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.280184] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.280184] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.280184] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.280184] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2568fe05-bfd4-4a81-b837-6461f703312d is going to be updated. [ 827.283894] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.284153] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.284239] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.284805] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.294397] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.294535] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 827.294782] env[69836]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69836) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 827.294833] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 827.319386] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.320128] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.320128] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.320128] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.320128] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.320128] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2568fe05-bfd4-4a81-b837-6461f703312d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.370227] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.370429] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.370563] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.370866] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.371832] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.372074] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 827.440025] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9d9f9aff-9456-482d-b697-985748f3751f [ 827.440252] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.440378] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.440443] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.440653] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.440758] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.440870] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9d9f9aff-9456-482d-b697-985748f3751f already deleted. [ 827.441015] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d9f9aff-9456-482d-b697-985748f3751f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.484574] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.484852] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.484852] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.485089] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.485310] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.485529] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 827.549462] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 in Status: SUCCESS [ 827.552022] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.552022] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.552022] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.552022] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.552022] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.552022] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.552022] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.552022] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.552022] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.567242] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.567242] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.567242] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.567683] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.567683] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.567837] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:33. [ 827.570150] env[69836]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'85effc41-e7cb-42c0-a978-067a7d9a89bf', 'f27a51eb-abb6-4cce-bae6-0fb72ab215ed', 'ee866d32-d5ac-477c-97ec-f4698cc91ec8', 'e3f6d35d-df01-47b7-a6ed-a3944e6e15a1', '5b5ddb17-8f28-49c6-a038-8853ff51a1d5', 'bb707a21-2bff-455c-8dfd-6739cf9b98df', '7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5', '8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e', 'c5e0d836-1e32-43e3-b535-d51687e11ba4', '1bdd25b6-02e7-4e53-bd3c-359f3d415d46', '9a027db0-6d83-461f-8530-e2dce5805073', 'cc5fcf28-1a4d-464d-a473-8bee266a87b7', '609f2954-141d-4e89-a574-b4bc76c0416a', '4b542b83-d5b7-4b4b-a04a-7bc301591d15', '12cfbb32-8be7-4ba1-97a7-fcdc5b4efec7', '7f6f9d7f-9730-45bd-ba10-08e15018cf02', 'ee16653f-0b1a-4996-a83f-c1f65542b65d', '0c4ea9ed-72f0-4be0-a288-1c1536cc238e', '9ee1fb5b-3309-445c-9fc6-355754abfc65', '798155c2-14bd-4af3-9fc9-a42ec3f39a34', '230c9059-fa4c-4269-a09b-17355ac525c2', '0c503460-53df-430f-8eb2-3adc0571c35b', '8a4fa270-66c7-4fb7-8870-c2e6d60891f4', 'd4834e7b-f13a-47e1-9ba8-a889cfe05bc6', '0aa33421-5c68-425c-b92a-4da34f266976', '79880f51-69c6-44ae-9ab1-20d0db04b690', 'c7d8e848-ef12-4159-92f5-caef18eccd55', '546c6f1a-f24f-4335-8048-aa08f789e4dc', '9851b922-f943-4a02-85e8-7a4557cec6e6', '78aa829e-36e4-49af-b521-9ab60c0587ac', '4d3233ea-1473-402b-83b9-89290db5d65b', '49c7a409-da41-4630-81c2-97413e45edbb', '081b149a-6447-4792-afcc-0a5674ac909c'} {{(pid=69836) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 827.570150] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 827.594729] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.595122] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.595250] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.595444] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.595538] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.595676] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 827.595762] env[69836]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69836) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 827.595834] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 827.670941] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.671459] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.671573] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.672159] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.673989] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.674410] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 827.674510] env[69836]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69836) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 827.674628] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 827.674747] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 827.674847] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/33 resources of Type:Security Group Rules [ 827.675028] env[69836]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 85effc41-e7cb-42c0-a978-067a7d9a89bf with Priority: HIGH for action security_group_rules [ 827.675145] env[69836]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f27a51eb-abb6-4cce-bae6-0fb72ab215ed with Priority: HIGH for action security_group_rules [ 827.675386] env[69836]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ee866d32-d5ac-477c-97ec-f4698cc91ec8 with Priority: HIGH for action security_group_rules [ 827.675451] env[69836]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e3f6d35d-df01-47b7-a6ed-a3944e6e15a1 with Priority: HIGH for action security_group_rules [ 827.675520] env[69836]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5b5ddb17-8f28-49c6-a038-8853ff51a1d5 with Priority: HIGH for action security_group_rules [ 827.675622] env[69836]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bb707a21-2bff-455c-8dfd-6739cf9b98df with Priority: HIGH for action security_group_rules [ 827.675698] env[69836]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 with Priority: HIGH for action security_group_rules [ 827.675779] env[69836]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e with Priority: HIGH for action security_group_rules [ 827.675856] env[69836]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c5e0d836-1e32-43e3-b535-d51687e11ba4 with Priority: HIGH for action security_group_rules [ 827.675936] env[69836]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1bdd25b6-02e7-4e53-bd3c-359f3d415d46 with Priority: HIGH for action security_group_rules [ 827.676025] env[69836]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9a027db0-6d83-461f-8530-e2dce5805073 with Priority: HIGH for action security_group_rules [ 827.676116] env[69836]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cc5fcf28-1a4d-464d-a473-8bee266a87b7 with Priority: HIGH for action security_group_rules [ 827.676629] env[69836]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 609f2954-141d-4e89-a574-b4bc76c0416a with Priority: HIGH for action security_group_rules [ 827.676759] env[69836]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4b542b83-d5b7-4b4b-a04a-7bc301591d15 with Priority: HIGH for action security_group_rules [ 827.676856] env[69836]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 12cfbb32-8be7-4ba1-97a7-fcdc5b4efec7 with Priority: HIGH for action security_group_rules [ 827.678434] env[69836]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7f6f9d7f-9730-45bd-ba10-08e15018cf02 with Priority: HIGH for action security_group_rules [ 827.678434] env[69836]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ee16653f-0b1a-4996-a83f-c1f65542b65d with Priority: HIGH for action security_group_rules [ 827.678434] env[69836]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0c4ea9ed-72f0-4be0-a288-1c1536cc238e with Priority: HIGH for action security_group_rules [ 827.678434] env[69836]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9ee1fb5b-3309-445c-9fc6-355754abfc65 with Priority: HIGH for action security_group_rules [ 827.678434] env[69836]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 with Priority: HIGH for action security_group_rules [ 827.678434] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.808679] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc5fcf28-1a4d-464d-a473-8bee266a87b7 in Status: SUCCESS [ 827.808901] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.809108] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.809346] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.809538] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.809654] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.809710] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.809868] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.809929] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.810020] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.810172] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc5fcf28-1a4d-464d-a473-8bee266a87b7 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.810266] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.810326] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.810461] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.810702] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.810702] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.810828] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.810869] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.810910] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.810989] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.811768] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cc5fcf28-1a4d-464d-a473-8bee266a87b7',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.053338] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.315766] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cc5fcf28-1a4d-464d-a473-8bee266a87b7: rpc.has_security_group_logging(os_id): False [ 828.339362] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.339362] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.339362] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.339362] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.362160] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.362479] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.362868] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.362982] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.364009] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.364125] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.364412] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.364521] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.364584] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.364742] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.364818] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.365100] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.365311] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.365311] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.365908] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.366028] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.366135] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc5fcf28-1a4d-464d-a473-8bee266a87b7 is going to be updated. [ 828.452179] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.453864] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.453864] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.453864] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.453864] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.472108] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc5fcf28-1a4d-464d-a473-8bee266a87b7 in Status: IN_PROGRESS for 2s [ 828.558152] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.069466] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.069466] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.069466] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.069466] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.069466] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.069466] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 is going to be updated. [ 829.087465] env[69836]: INFO networking_nsxv3.common.synchronization [req-eb922fe0-4686-4b55-a047-d2802f4c8ec4 req-238e5569-a834-458a-bde1-c1d20dcb9adb tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Enqueued Resource ID: cb3caa0b-ae4d-471c-a40e-6bc5723f9f22 with Priority: HIGHEST for action security_group_members [ 829.088079] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb3caa0b-ae4d-471c-a40e-6bc5723f9f22 with Priority: HIGHEST for action security_group_members [ 829.088279] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85effc41-e7cb-42c0-a978-067a7d9a89bf with Priority: HIGH for action security_group_rules [ 829.088433] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee866d32-d5ac-477c-97ec-f4698cc91ec8 with Priority: HIGH for action security_group_rules [ 829.088585] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 with Priority: HIGH for action security_group_rules [ 829.088688] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12cfbb32-8be7-4ba1-97a7-fcdc5b4efec7 with Priority: HIGH for action security_group_rules [ 829.088784] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 with Priority: HIGH for action security_group_rules [ 829.088876] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ee1fb5b-3309-445c-9fc6-355754abfc65 with Priority: HIGH for action security_group_rules [ 829.088969] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c4ea9ed-72f0-4be0-a288-1c1536cc238e with Priority: HIGH for action security_group_rules [ 829.089102] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee16653f-0b1a-4996-a83f-c1f65542b65d with Priority: HIGH for action security_group_rules [ 829.089212] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b542b83-d5b7-4b4b-a04a-7bc301591d15 with Priority: HIGH for action security_group_rules [ 829.089315] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f6f9d7f-9730-45bd-ba10-08e15018cf02 with Priority: HIGH for action security_group_rules [ 829.089407] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 609f2954-141d-4e89-a574-b4bc76c0416a with Priority: HIGH for action security_group_rules [ 829.089494] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc5fcf28-1a4d-464d-a473-8bee266a87b7 with Priority: HIGH for action security_group_rules [ 829.089581] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a027db0-6d83-461f-8530-e2dce5805073 with Priority: HIGH for action security_group_rules [ 829.089666] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bdd25b6-02e7-4e53-bd3c-359f3d415d46 with Priority: HIGH for action security_group_rules [ 829.090253] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5e0d836-1e32-43e3-b535-d51687e11ba4 with Priority: HIGH for action security_group_rules [ 829.091015] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb707a21-2bff-455c-8dfd-6739cf9b98df with Priority: HIGH for action security_group_rules [ 829.091015] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e with Priority: HIGH for action security_group_rules [ 829.091015] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b5ddb17-8f28-49c6-a038-8853ff51a1d5 with Priority: HIGH for action security_group_rules [ 829.091015] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f27a51eb-abb6-4cce-bae6-0fb72ab215ed with Priority: HIGH for action security_group_rules [ 829.091015] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3f6d35d-df01-47b7-a6ed-a3944e6e15a1 with Priority: HIGH for action security_group_rules [ 829.091242] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb3caa0b-ae4d-471c-a40e-6bc5723f9f22 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.091242] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb3caa0b-ae4d-471c-a40e-6bc5723f9f22" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.091337] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb3caa0b-ae4d-471c-a40e-6bc5723f9f22" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.091561] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb3caa0b-ae4d-471c-a40e-6bc5723f9f22" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.091714] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.091818] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.091875] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.092044] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.092131] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.092192] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb3caa0b-ae4d-471c-a40e-6bc5723f9f22',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.094531] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85effc41-e7cb-42c0-a978-067a7d9a89bf taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.094531] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85effc41-e7cb-42c0-a978-067a7d9a89bf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.094678] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85effc41-e7cb-42c0-a978-067a7d9a89bf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.095128] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85effc41-e7cb-42c0-a978-067a7d9a89bf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.095128] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85effc41-e7cb-42c0-a978-067a7d9a89bf',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.096200] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee866d32-d5ac-477c-97ec-f4698cc91ec8 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.096322] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee866d32-d5ac-477c-97ec-f4698cc91ec8" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.096384] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee866d32-d5ac-477c-97ec-f4698cc91ec8" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.096533] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee866d32-d5ac-477c-97ec-f4698cc91ec8" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.096606] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee866d32-d5ac-477c-97ec-f4698cc91ec8',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.097443] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.097732] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.098083] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12cfbb32-8be7-4ba1-97a7-fcdc5b4efec7 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.098083] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12cfbb32-8be7-4ba1-97a7-fcdc5b4efec7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.098083] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12cfbb32-8be7-4ba1-97a7-fcdc5b4efec7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.098524] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12cfbb32-8be7-4ba1-97a7-fcdc5b4efec7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.098524] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12cfbb32-8be7-4ba1-97a7-fcdc5b4efec7',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.099053] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-798155c2-14bd-4af3-9fc9-a42ec3f39a34 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.099163] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.099391] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ee1fb5b-3309-445c-9fc6-355754abfc65 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.099517] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ee1fb5b-3309-445c-9fc6-355754abfc65" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.099619] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ee1fb5b-3309-445c-9fc6-355754abfc65" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.099763] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ee1fb5b-3309-445c-9fc6-355754abfc65" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.099838] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ee1fb5b-3309-445c-9fc6-355754abfc65',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.100981] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c4ea9ed-72f0-4be0-a288-1c1536cc238e taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.101119] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c4ea9ed-72f0-4be0-a288-1c1536cc238e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.101185] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c4ea9ed-72f0-4be0-a288-1c1536cc238e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.101363] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c4ea9ed-72f0-4be0-a288-1c1536cc238e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.102282] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c4ea9ed-72f0-4be0-a288-1c1536cc238e',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.103612] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee16653f-0b1a-4996-a83f-c1f65542b65d taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.103756] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee16653f-0b1a-4996-a83f-c1f65542b65d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.103985] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee16653f-0b1a-4996-a83f-c1f65542b65d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.104096] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee16653f-0b1a-4996-a83f-c1f65542b65d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.104165] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee16653f-0b1a-4996-a83f-c1f65542b65d',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.105282] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4b542b83-d5b7-4b4b-a04a-7bc301591d15 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.105902] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4b542b83-d5b7-4b4b-a04a-7bc301591d15" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.105902] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4b542b83-d5b7-4b4b-a04a-7bc301591d15" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.105902] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4b542b83-d5b7-4b4b-a04a-7bc301591d15" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.105902] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4b542b83-d5b7-4b4b-a04a-7bc301591d15',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.106687] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f6f9d7f-9730-45bd-ba10-08e15018cf02 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.106927] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f6f9d7f-9730-45bd-ba10-08e15018cf02" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.106927] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f6f9d7f-9730-45bd-ba10-08e15018cf02" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.107107] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f6f9d7f-9730-45bd-ba10-08e15018cf02" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.107839] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f6f9d7f-9730-45bd-ba10-08e15018cf02',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.108885] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-609f2954-141d-4e89-a574-b4bc76c0416a taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.109026] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-609f2954-141d-4e89-a574-b4bc76c0416a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.109090] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-609f2954-141d-4e89-a574-b4bc76c0416a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.109232] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-609f2954-141d-4e89-a574-b4bc76c0416a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.109322] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('609f2954-141d-4e89-a574-b4bc76c0416a',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.110251] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc5fcf28-1a4d-464d-a473-8bee266a87b7 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.110351] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.110543] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a027db0-6d83-461f-8530-e2dce5805073 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.110664] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a027db0-6d83-461f-8530-e2dce5805073" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.110722] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a027db0-6d83-461f-8530-e2dce5805073" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.110840] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a027db0-6d83-461f-8530-e2dce5805073" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.110909] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a027db0-6d83-461f-8530-e2dce5805073',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.111147] env[69836]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 829.112564] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1bdd25b6-02e7-4e53-bd3c-359f3d415d46 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.112564] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1bdd25b6-02e7-4e53-bd3c-359f3d415d46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.112564] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1bdd25b6-02e7-4e53-bd3c-359f3d415d46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.112564] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1bdd25b6-02e7-4e53-bd3c-359f3d415d46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.112564] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1bdd25b6-02e7-4e53-bd3c-359f3d415d46',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.114095] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5e0d836-1e32-43e3-b535-d51687e11ba4 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.114225] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5e0d836-1e32-43e3-b535-d51687e11ba4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.114286] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5e0d836-1e32-43e3-b535-d51687e11ba4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.114408] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5e0d836-1e32-43e3-b535-d51687e11ba4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.114473] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5e0d836-1e32-43e3-b535-d51687e11ba4',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.116477] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb707a21-2bff-455c-8dfd-6739cf9b98df taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.116477] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb707a21-2bff-455c-8dfd-6739cf9b98df" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.116477] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb707a21-2bff-455c-8dfd-6739cf9b98df" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.116477] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb707a21-2bff-455c-8dfd-6739cf9b98df" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.116477] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb707a21-2bff-455c-8dfd-6739cf9b98df',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.117759] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.117759] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.117759] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.117759] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.117759] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.121902] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b5ddb17-8f28-49c6-a038-8853ff51a1d5 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.121902] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b5ddb17-8f28-49c6-a038-8853ff51a1d5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.121902] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b5ddb17-8f28-49c6-a038-8853ff51a1d5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.121902] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b5ddb17-8f28-49c6-a038-8853ff51a1d5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.121902] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b5ddb17-8f28-49c6-a038-8853ff51a1d5',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.123500] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f27a51eb-abb6-4cce-bae6-0fb72ab215ed taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.123500] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.123500] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.123500] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.123500] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f27a51eb-abb6-4cce-bae6-0fb72ab215ed',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.125722] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3f6d35d-df01-47b7-a6ed-a3944e6e15a1 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.125722] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3f6d35d-df01-47b7-a6ed-a3944e6e15a1" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.125722] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3f6d35d-df01-47b7-a6ed-a3944e6e15a1" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.125722] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3f6d35d-df01-47b7-a6ed-a3944e6e15a1" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.125722] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3f6d35d-df01-47b7-a6ed-a3944e6e15a1',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.132156] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.134052] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.134052] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.134052] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.134052] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.159073] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 in Status: IN_PROGRESS for 2s [ 829.247965] env[69836]: INFO networking_nsxv3.common.synchronization [None req-7689762d-0a7d-4597-8e40-1e857373c5cd None None] Enqueued Resource ID: ef249b86-df06-4a4a-833d-4c62bf04840e with Priority: HIGHEST for action port [ 829.249245] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef249b86-df06-4a4a-833d-4c62bf04840e with Priority: HIGHEST for action port [ 829.249447] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef249b86-df06-4a4a-833d-4c62bf04840e taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.249911] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef249b86-df06-4a4a-833d-4c62bf04840e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.250068] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef249b86-df06-4a4a-833d-4c62bf04840e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.250423] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef249b86-df06-4a4a-833d-4c62bf04840e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.251109] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef249b86-df06-4a4a-833d-4c62bf04840e',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.300058] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 in Status: SUCCESS [ 829.300371] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.300493] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.300714] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.300856] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('798155c2-14bd-4af3-9fc9-a42ec3f39a34',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.613074] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-363 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.613417] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-363" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.613802] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-363" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.613802] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-363" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.613996] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.614475] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.614682] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.614902] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.616165] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.616469] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 829.616625] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 829.617505] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 829.618098] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 829.620590] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 829.620590] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 829.620590] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 829.626601] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.628527] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.628527] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.628527] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.628735] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.628908] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.629032] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.629095] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.629259] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.629598] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.629717] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb3caa0b-ae4d-471c-a40e-6bc5723f9f22 already deleted. [ 829.629808] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb3caa0b-ae4d-471c-a40e-6bc5723f9f22" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.635757] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-12cfbb32-8be7-4ba1-97a7-fcdc5b4efec7 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.635757] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12cfbb32-8be7-4ba1-97a7-fcdc5b4efec7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.635757] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12cfbb32-8be7-4ba1-97a7-fcdc5b4efec7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.635757] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12cfbb32-8be7-4ba1-97a7-fcdc5b4efec7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.636019] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.636019] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.636019] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.636181] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.636181] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.636270] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12cfbb32-8be7-4ba1-97a7-fcdc5b4efec7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.636317] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('12cfbb32-8be7-4ba1-97a7-fcdc5b4efec7',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.646487] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 829.646635] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 829.646829] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 829.646950] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-363" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.647327] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-cc7ee56e-99a1-401b-938c-8d0eef27d6de taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.647509] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-cc7ee56e-99a1-401b-938c-8d0eef27d6de" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.647618] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-cc7ee56e-99a1-401b-938c-8d0eef27d6de" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.648364] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-cc7ee56e-99a1-401b-938c-8d0eef27d6de" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.648538] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc7ee56e-99a1-401b-938c-8d0eef27d6de',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.660132] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.662923] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.662923] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.662923] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.665861] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.665861] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.677871] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb707a21-2bff-455c-8dfd-6739cf9b98df taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.677871] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb707a21-2bff-455c-8dfd-6739cf9b98df" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.678639] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb707a21-2bff-455c-8dfd-6739cf9b98df" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.678823] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb707a21-2bff-455c-8dfd-6739cf9b98df" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.679025] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.679131] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.679195] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.679355] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.679434] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.679520] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb707a21-2bff-455c-8dfd-6739cf9b98df" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.679625] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bb707a21-2bff-455c-8dfd-6739cf9b98df',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.682192] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f6f9d7f-9730-45bd-ba10-08e15018cf02 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.682286] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f6f9d7f-9730-45bd-ba10-08e15018cf02" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.682286] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f6f9d7f-9730-45bd-ba10-08e15018cf02" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.682457] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f6f9d7f-9730-45bd-ba10-08e15018cf02" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.682826] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.682826] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.682826] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.683057] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.683057] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.683057] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f6f9d7f-9730-45bd-ba10-08e15018cf02" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.683222] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7f6f9d7f-9730-45bd-ba10-08e15018cf02',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.688701] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.688819] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee866d32-d5ac-477c-97ec-f4698cc91ec8 is going to be deleted. [ 829.694278] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3f6d35d-df01-47b7-a6ed-a3944e6e15a1 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.694278] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3f6d35d-df01-47b7-a6ed-a3944e6e15a1" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.694278] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3f6d35d-df01-47b7-a6ed-a3944e6e15a1" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.694561] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3f6d35d-df01-47b7-a6ed-a3944e6e15a1" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.694624] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.694707] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.694762] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.694924] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.694984] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.695247] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3f6d35d-df01-47b7-a6ed-a3944e6e15a1" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.695626] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e3f6d35d-df01-47b7-a6ed-a3944e6e15a1',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.698702] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.698826] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.698885] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.703147] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.703339] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.703447] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.703511] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.703669] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.703748] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.703833] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.703917] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.707862] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bdd25b6-02e7-4e53-bd3c-359f3d415d46 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.708358] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bdd25b6-02e7-4e53-bd3c-359f3d415d46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.708358] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bdd25b6-02e7-4e53-bd3c-359f3d415d46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.708358] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bdd25b6-02e7-4e53-bd3c-359f3d415d46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.708884] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.708995] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.709080] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.709211] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.709291] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.709374] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bdd25b6-02e7-4e53-bd3c-359f3d415d46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.709456] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1bdd25b6-02e7-4e53-bd3c-359f3d415d46',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.710227] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.710376] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.716242] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e3f6d35d-df01-47b7-a6ed-a3944e6e15a1',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.720549] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.720549] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.722049] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.722049] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.747665] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.747802] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.753514] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ef249b86-df06-4a4a-833d-4c62bf04840e [ 829.753735] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.753870] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.753941] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.754226] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.754412] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.754412] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ef249b86-df06-4a4a-833d-4c62bf04840e already deleted. [ 829.754587] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef249b86-df06-4a4a-833d-4c62bf04840e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.755636] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.755744] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.756699] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.756838] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.758305] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.758418] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.759175] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.759295] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.760054] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.760152] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.760922] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.761032] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.761848] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.761965] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85effc41-e7cb-42c0-a978-067a7d9a89bf is going to be deleted. [ 829.762851] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.763074] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.782250] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.782412] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4b542b83-d5b7-4b4b-a04a-7bc301591d15 is going to be deleted. [ 829.783331] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.783531] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.786332] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.786332] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.809600] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.809751] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ee1fb5b-3309-445c-9fc6-355754abfc65 is going to be deleted. [ 829.811098] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-798155c2-14bd-4af3-9fc9-a42ec3f39a34 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.811226] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.811339] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.813153] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.813153] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.813153] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.813153] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.813153] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.813153] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.813153] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.813153] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('798155c2-14bd-4af3-9fc9-a42ec3f39a34',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.813636] env[69836]: INFO networking_nsxv3.common.synchronization [None req-8e34d894-0123-4cde-b0c6-bd5fe41715e5 None None] Enqueued Resource ID: d1fae06d-870b-4848-b96c-6bee7c1ab96b with Priority: HIGHEST for action port [ 829.814010] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.814169] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.816165] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.816260] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.816666] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1fae06d-870b-4848-b96c-6bee7c1ab96b with Priority: HIGHEST for action port [ 829.817419] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1fae06d-870b-4848-b96c-6bee7c1ab96b taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.817546] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1fae06d-870b-4848-b96c-6bee7c1ab96b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.817590] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1fae06d-870b-4848-b96c-6bee7c1ab96b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.817795] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1fae06d-870b-4848-b96c-6bee7c1ab96b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.817885] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1fae06d-870b-4848-b96c-6bee7c1ab96b',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.843089] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.844027] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 609f2954-141d-4e89-a574-b4bc76c0416a is going to be deleted. [ 829.844140] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.844364] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.851195] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.851345] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.887174] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.888152] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.889928] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.889928] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee16653f-0b1a-4996-a83f-c1f65542b65d is going to be deleted. [ 829.890340] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.890595] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.952280] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.952280] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.953227] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.953356] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a027db0-6d83-461f-8530-e2dce5805073 is going to be deleted. [ 829.957027] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.957027] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.996188] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.996647] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5e0d836-1e32-43e3-b535-d51687e11ba4 is going to be deleted. [ 829.997433] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.998409] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.041884] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.041884] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.054403] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.054554] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f27a51eb-abb6-4cce-bae6-0fb72ab215ed is going to be deleted. [ 830.055570] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.055802] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.109660] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.109793] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.132105] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.132245] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c4ea9ed-72f0-4be0-a288-1c1536cc238e is going to be deleted. [ 830.133263] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.133475] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.138321] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('12cfbb32-8be7-4ba1-97a7-fcdc5b4efec7',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.151487] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.151888] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.151992] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.152389] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.152648] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.152906] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port cc7ee56e-99a1-401b-938c-8d0eef27d6de not found, creating... [ 830.153380] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.153615] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.153804] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.154215] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.154215] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.154431] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.154595] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.154714] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.154930] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.155077] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.155225] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: cc7ee56e-99a1-401b-938c-8d0eef27d6de is going to be created. [ 830.179417] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.179612] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.183676] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.183841] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b5ddb17-8f28-49c6-a038-8853ff51a1d5 is going to be deleted. [ 830.185177] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.185177] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.185177] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.185177] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee866d32-d5ac-477c-97ec-f4698cc91ec8" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.185469] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.185469] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.185588] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.185676] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85effc41-e7cb-42c0-a978-067a7d9a89bf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.186157] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.186313] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.186505] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.186505] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4b542b83-d5b7-4b4b-a04a-7bc301591d15" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.186655] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.186774] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.186846] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.187090] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ee1fb5b-3309-445c-9fc6-355754abfc65" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.187199] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.187337] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.187409] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.187519] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-609f2954-141d-4e89-a574-b4bc76c0416a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.187643] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.187781] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.187855] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.187960] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee16653f-0b1a-4996-a83f-c1f65542b65d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.188247] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bb707a21-2bff-455c-8dfd-6739cf9b98df',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.190524] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7f6f9d7f-9730-45bd-ba10-08e15018cf02',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.191309] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.191506] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.191595] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.191709] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a027db0-6d83-461f-8530-e2dce5805073" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.192365] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.192496] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.192584] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.192696] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5e0d836-1e32-43e3-b535-d51687e11ba4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.218126] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.219247] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.219499] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.219639] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.219972] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.220920] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.220920] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-cc7ee56e-99a1-401b-938c-8d0eef27d6de" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.221685] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1bdd25b6-02e7-4e53-bd3c-359f3d415d46',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.228210] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e3f6d35d-df01-47b7-a6ed-a3944e6e15a1: rpc.has_security_group_logging(os_id): False [ 830.231026] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.231180] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.231180] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.231701] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.231701] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.231701] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.279792] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.279946] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.280017] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.280301] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.295059] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.295059] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.309554] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.309554] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.317452] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-798155c2-14bd-4af3-9fc9-a42ec3f39a34 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.317563] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.317875] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.317875] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.318165] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.318165] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.318304] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.318406] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.318462] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.318512] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.318640] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-798155c2-14bd-4af3-9fc9-a42ec3f39a34 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.318725] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.318781] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.318910] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.319049] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.319134] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.319185] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.319308] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.319377] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.319452] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.319720] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('798155c2-14bd-4af3-9fc9-a42ec3f39a34',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.321013] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d1fae06d-870b-4848-b96c-6bee7c1ab96b [ 830.321373] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.321603] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.321670] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.322324] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.322324] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.322660] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d1fae06d-870b-4848-b96c-6bee7c1ab96b already deleted. [ 830.322660] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1fae06d-870b-4848-b96c-6bee7c1ab96b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.334104] env[69836]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 830.334651] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.335013] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.335159] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.335241] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.335515] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.335515] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.336019] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3f6d35d-df01-47b7-a6ed-a3944e6e15a1 is going to be updated. [ 830.337940] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.337940] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.337940] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.337940] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c4ea9ed-72f0-4be0-a288-1c1536cc238e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.337940] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.338199] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.338199] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.338321] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b5ddb17-8f28-49c6-a038-8853ff51a1d5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.494317] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc5fcf28-1a4d-464d-a473-8bee266a87b7 in Status: SUCCESS [ 830.494317] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.494317] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.494317] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.494317] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc5fcf28-1a4d-464d-a473-8bee266a87b7',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.525736] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.525983] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.525983] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.526219] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.526375] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.547052] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3f6d35d-df01-47b7-a6ed-a3944e6e15a1 in Status: IN_PROGRESS for 2s [ 830.642065] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 12cfbb32-8be7-4ba1-97a7-fcdc5b4efec7: rpc.has_security_group_logging(os_id): False [ 830.664713] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.664864] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.664930] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.665200] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.689451] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.689768] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.689884] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.689949] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.690209] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.690304] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.690396] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12cfbb32-8be7-4ba1-97a7-fcdc5b4efec7 is going to be updated. [ 830.693888] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bb707a21-2bff-455c-8dfd-6739cf9b98df: rpc.has_security_group_logging(os_id): False [ 830.697282] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7f6f9d7f-9730-45bd-ba10-08e15018cf02: rpc.has_security_group_logging(os_id): False [ 830.716858] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.717067] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.717164] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.717985] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.723384] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.723591] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.723866] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e: rpc.has_security_group_logging(os_id): False [ 830.725019] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1bdd25b6-02e7-4e53-bd3c-359f3d415d46: rpc.has_security_group_logging(os_id): False [ 830.744639] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.744886] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.746800] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.746982] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.752900] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.753277] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.753442] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.753442] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.753652] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.755038] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.755621] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb707a21-2bff-455c-8dfd-6739cf9b98df is going to be updated. [ 830.757483] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.757713] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.782652] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.783724] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.783724] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.783724] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.783724] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.783724] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.784400] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f6f9d7f-9730-45bd-ba10-08e15018cf02 is going to be updated. [ 830.785229] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.786086] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.787762] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.787916] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.808839] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.809299] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.809299] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.809473] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.809666] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.809666] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.809956] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e is going to be updated. [ 830.812860] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.812860] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.825509] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 798155c2-14bd-4af3-9fc9-a42ec3f39a34: rpc.has_security_group_logging(os_id): False [ 830.841083] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.841396] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.842541] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.842886] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.842991] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.843146] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.843456] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.843558] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.843665] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1bdd25b6-02e7-4e53-bd3c-359f3d415d46 is going to be updated. [ 830.845329] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.845587] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.845782] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.847155] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.847606] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.847842] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.862743] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.862940] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.862940] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.863179] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.881449] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.881449] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.885458] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12cfbb32-8be7-4ba1-97a7-fcdc5b4efec7 in Status: IN_PROGRESS for 2s [ 830.886642] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb707a21-2bff-455c-8dfd-6739cf9b98df in Status: IN_PROGRESS for 2s [ 830.895191] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.895522] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.895827] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.895827] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.895994] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.896102] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.896306] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.896429] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.896533] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.896781] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.896781] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.897063] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.897063] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.897638] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.899026] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.899026] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.899026] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 is going to be updated. [ 830.899377] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.899580] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.899801] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.911538] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.911538] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.912104] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.913926] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.913926] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.917548] env[69836]: INFO networking_nsxv3.common.synchronization [req-eb922fe0-4686-4b55-a047-d2802f4c8ec4 req-94b7a3b3-4068-4df7-92b7-f9f0641369ce service nova] Enqueued Resource ID: cb3caa0b-ae4d-471c-a40e-6bc5723f9f22 with Priority: HIGHEST for action security_group_rules [ 830.917548] env[69836]: INFO networking_nsxv3.common.synchronization [req-eb922fe0-4686-4b55-a047-d2802f4c8ec4 req-94b7a3b3-4068-4df7-92b7-f9f0641369ce service nova] Enqueued Resource ID: cb3caa0b-ae4d-471c-a40e-6bc5723f9f22 with Priority: HIGHEST for action security_group_members [ 830.917685] env[69836]: INFO networking_nsxv3.common.synchronization [req-eb922fe0-4686-4b55-a047-d2802f4c8ec4 req-94b7a3b3-4068-4df7-92b7-f9f0641369ce service nova] Enqueued Resource ID: cc7ee56e-99a1-401b-938c-8d0eef27d6de with Priority: HIGHEST for action port [ 830.919144] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f6f9d7f-9730-45bd-ba10-08e15018cf02 in Status: IN_PROGRESS for 2s [ 830.919534] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb3caa0b-ae4d-471c-a40e-6bc5723f9f22 with Priority: HIGHEST for action security_group_rules [ 830.919762] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb3caa0b-ae4d-471c-a40e-6bc5723f9f22 with Priority: HIGHEST for action security_group_members [ 830.919943] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc7ee56e-99a1-401b-938c-8d0eef27d6de with Priority: HIGHEST for action port [ 830.920356] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb3caa0b-ae4d-471c-a40e-6bc5723f9f22 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.920541] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb3caa0b-ae4d-471c-a40e-6bc5723f9f22" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.920612] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb3caa0b-ae4d-471c-a40e-6bc5723f9f22" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.920955] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb3caa0b-ae4d-471c-a40e-6bc5723f9f22" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.921111] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb3caa0b-ae4d-471c-a40e-6bc5723f9f22',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.922690] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb3caa0b-ae4d-471c-a40e-6bc5723f9f22 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.922806] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb3caa0b-ae4d-471c-a40e-6bc5723f9f22" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.922880] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb3caa0b-ae4d-471c-a40e-6bc5723f9f22" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.923167] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb3caa0b-ae4d-471c-a40e-6bc5723f9f22" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.923455] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.923613] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.923702] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.923950] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.924060] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.924194] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb3caa0b-ae4d-471c-a40e-6bc5723f9f22',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.925692] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc7ee56e-99a1-401b-938c-8d0eef27d6de taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.925833] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc7ee56e-99a1-401b-938c-8d0eef27d6de" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.925930] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc7ee56e-99a1-401b-938c-8d0eef27d6de" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.926131] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc7ee56e-99a1-401b-938c-8d0eef27d6de" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.926215] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc7ee56e-99a1-401b-938c-8d0eef27d6de',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.941662] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e in Status: IN_PROGRESS for 2s [ 830.966241] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.966241] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.966241] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.966241] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.966563] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.985491] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1bdd25b6-02e7-4e53-bd3c-359f3d415d46 in Status: IN_PROGRESS for 2s [ 830.997748] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc5fcf28-1a4d-464d-a473-8bee266a87b7 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.997891] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.997962] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.998237] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.998509] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.998509] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.998509] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.998646] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.998725] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.998809] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.998922] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cc5fcf28-1a4d-464d-a473-8bee266a87b7',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.023584] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.023584] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.023698] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.023870] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.024046] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.062691] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 in Status: IN_PROGRESS for 2s [ 831.170723] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 in Status: SUCCESS [ 831.170938] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.171136] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.171364] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.172765] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.172765] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.172765] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.172765] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.172765] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.172765] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.172765] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.214112] env[69836]: INFO networking_nsxv3.common.synchronization [None req-5bc38631-2b67-45ef-9bce-71345ca260bb None None] Enqueued Resource ID: 4be114d8-3154-4d50-b4d2-f4dab135c848 with Priority: HIGHEST for action port [ 831.214572] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4be114d8-3154-4d50-b4d2-f4dab135c848 with Priority: HIGHEST for action port [ 831.370677] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-4be114d8-3154-4d50-b4d2-f4dab135c848 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.370809] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4be114d8-3154-4d50-b4d2-f4dab135c848" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.370876] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4be114d8-3154-4d50-b4d2-f4dab135c848" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.371163] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4be114d8-3154-4d50-b4d2-f4dab135c848" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.371252] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4be114d8-3154-4d50-b4d2-f4dab135c848',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.429558] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb3caa0b-ae4d-471c-a40e-6bc5723f9f22 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.429558] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb3caa0b-ae4d-471c-a40e-6bc5723f9f22" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.429558] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb3caa0b-ae4d-471c-a40e-6bc5723f9f22',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.430665] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cc7ee56e-99a1-401b-938c-8d0eef27d6de with status ACTIVE [ 831.430748] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.430830] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.430870] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.431381] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.431381] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.431381] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.431543] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.431543] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.432329] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.432329] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.432329] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.432329] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.432329] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.432329] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.432580] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.432580] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cc7ee56e-99a1-401b-938c-8d0eef27d6de is going to be updated. [ 831.463189] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.463339] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.463435] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.463624] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.463769] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.463928] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc7ee56e-99a1-401b-938c-8d0eef27d6de" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.505870] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc5fcf28-1a4d-464d-a473-8bee266a87b7 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.506305] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.506305] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.506431] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.506551] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.506665] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.506726] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.506896] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.506987] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.507168] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.508519] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc5fcf28-1a4d-464d-a473-8bee266a87b7 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.508760] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.508970] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.509175] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.509381] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.509628] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.509741] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.509910] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.510079] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.510079] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.510249] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cc5fcf28-1a4d-464d-a473-8bee266a87b7',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.675728] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.675728] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.675728] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.675728] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.676382] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.676382] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.676382] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.676382] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.676382] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.676382] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.676587] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.676587] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.676657] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.677176] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.677176] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.677176] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.677176] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.677433] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.677433] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.677433] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.677433] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.874676] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4be114d8-3154-4d50-b4d2-f4dab135c848 [ 831.876024] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.876187] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.876253] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.876948] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.876948] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.876948] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4be114d8-3154-4d50-b4d2-f4dab135c848 already deleted. [ 831.876948] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4be114d8-3154-4d50-b4d2-f4dab135c848" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.937262] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb3caa0b-ae4d-471c-a40e-6bc5723f9f22',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.014397] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cc5fcf28-1a4d-464d-a473-8bee266a87b7: rpc.has_security_group_logging(os_id): False [ 832.033731] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.035081] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.035081] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.035081] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.035081] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.035081] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.035081] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.035081] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.035081] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.035081] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.035081] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.035609] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.035609] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.035609] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.035609] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.035609] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.035832] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.035832] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.035832] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.035956] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.036014] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc5fcf28-1a4d-464d-a473-8bee266a87b7 is going to be updated. [ 832.101239] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.101408] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.101481] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.101691] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.101840] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.118106] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc5fcf28-1a4d-464d-a473-8bee266a87b7 in Status: IN_PROGRESS for 2s [ 832.180610] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5: rpc.has_security_group_logging(os_id): False [ 832.201939] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.202122] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.202191] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.202427] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.242513] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.242859] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.243036] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.243134] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.243407] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.243513] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.243744] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.243867] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.243940] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.244141] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.244254] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.244567] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.244696] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.244765] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.244938] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.245052] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.245161] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 is going to be updated. [ 832.312548] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.312728] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.312798] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.313434] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.313434] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.329704] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 in Status: IN_PROGRESS for 2s [ 832.438870] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.439082] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.439128] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.439305] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.439441] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.439548] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb3caa0b-ae4d-471c-a40e-6bc5723f9f22 is going to be created. [ 832.467342] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.467520] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.467562] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.467765] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.467927] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.479671] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb3caa0b-ae4d-471c-a40e-6bc5723f9f22 in Status: UNINITIALIZED for 2s [ 832.560702] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3f6d35d-df01-47b7-a6ed-a3944e6e15a1 in Status: SUCCESS [ 832.560939] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3f6d35d-df01-47b7-a6ed-a3944e6e15a1" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.801064] env[69836]: INFO networking_nsxv3.common.synchronization [req-ae73e8c5-dbc9-400d-812c-cfa226b49569 req-d2194c95-55e0-4364-ab83-64c237cd46f2 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Enqueued Resource ID: cc5fcf28-1a4d-464d-a473-8bee266a87b7 with Priority: HIGHEST for action security_group_members [ 832.802140] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc5fcf28-1a4d-464d-a473-8bee266a87b7 with Priority: HIGHEST for action security_group_members [ 832.802140] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc5fcf28-1a4d-464d-a473-8bee266a87b7 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.802140] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.802331] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.802405] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.802567] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.802669] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.802734] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.802888] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.802982] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.803335] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc5fcf28-1a4d-464d-a473-8bee266a87b7',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.905201] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb707a21-2bff-455c-8dfd-6739cf9b98df in Status: SUCCESS [ 832.905201] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb707a21-2bff-455c-8dfd-6739cf9b98df" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.905201] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12cfbb32-8be7-4ba1-97a7-fcdc5b4efec7 in Status: SUCCESS [ 832.905201] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12cfbb32-8be7-4ba1-97a7-fcdc5b4efec7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.939466] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f6f9d7f-9730-45bd-ba10-08e15018cf02 in Status: SUCCESS [ 832.939466] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f6f9d7f-9730-45bd-ba10-08e15018cf02" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.967632] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e in Status: SUCCESS [ 832.967632] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.001050] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1bdd25b6-02e7-4e53-bd3c-359f3d415d46 in Status: SUCCESS [ 833.001050] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1bdd25b6-02e7-4e53-bd3c-359f3d415d46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.085016] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 in Status: SUCCESS [ 833.085016] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.262619] env[69836]: INFO networking_nsxv3.common.synchronization [req-ae73e8c5-dbc9-400d-812c-cfa226b49569 req-4ccfa2ea-bb62-4565-8acf-da6e56bbfe16 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Enqueued Resource ID: cc5fcf28-1a4d-464d-a473-8bee266a87b7 with Priority: HIGHEST for action security_group_members [ 833.262619] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc5fcf28-1a4d-464d-a473-8bee266a87b7 with Priority: HIGHEST for action security_group_members [ 833.262619] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc5fcf28-1a4d-464d-a473-8bee266a87b7 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.262619] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.306506] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cc5fcf28-1a4d-464d-a473-8bee266a87b7',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.808787] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cc5fcf28-1a4d-464d-a473-8bee266a87b7',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.138596] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc5fcf28-1a4d-464d-a473-8bee266a87b7 in Status: IN_PROGRESS for 4s [ 834.311597] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.311843] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.312045] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.312275] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.312415] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.312560] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc5fcf28-1a4d-464d-a473-8bee266a87b7 is going to be updated. [ 834.349179] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.349372] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.349372] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.349532] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.349880] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.352238] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 in Status: SUCCESS [ 834.352450] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.354199] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.354199] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.354199] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.363215] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc5fcf28-1a4d-464d-a473-8bee266a87b7 in Status: IN_PROGRESS for 2s [ 834.492863] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb3caa0b-ae4d-471c-a40e-6bc5723f9f22 in Status: SUCCESS [ 834.493136] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb3caa0b-ae4d-471c-a40e-6bc5723f9f22" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.493279] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb3caa0b-ae4d-471c-a40e-6bc5723f9f22" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.494076] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb3caa0b-ae4d-471c-a40e-6bc5723f9f22" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.494076] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.494076] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.494076] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.494076] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.494076] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.494397] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb3caa0b-ae4d-471c-a40e-6bc5723f9f22" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.494397] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb3caa0b-ae4d-471c-a40e-6bc5723f9f22',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.861036] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.861036] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.861036] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.861036] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.861036] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.861036] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.861036] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.861036] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.861036] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.861036] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.861036] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.999640] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb3caa0b-ae4d-471c-a40e-6bc5723f9f22 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.003124] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb3caa0b-ae4d-471c-a40e-6bc5723f9f22" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.003124] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb3caa0b-ae4d-471c-a40e-6bc5723f9f22" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.003124] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb3caa0b-ae4d-471c-a40e-6bc5723f9f22" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.003124] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.003124] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.003124] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.003124] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.003124] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.003124] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb3caa0b-ae4d-471c-a40e-6bc5723f9f22" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.003124] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb3caa0b-ae4d-471c-a40e-6bc5723f9f22 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.003124] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb3caa0b-ae4d-471c-a40e-6bc5723f9f22" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.003124] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb3caa0b-ae4d-471c-a40e-6bc5723f9f22" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.003124] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb3caa0b-ae4d-471c-a40e-6bc5723f9f22" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.003124] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.003124] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.003124] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.003124] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.003124] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.003756] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb3caa0b-ae4d-471c-a40e-6bc5723f9f22" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.003756] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb3caa0b-ae4d-471c-a40e-6bc5723f9f22',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.066423] env[69836]: INFO networking_nsxv3.common.synchronization [req-559e3f10-35e6-4447-a64a-2cc4dc5acc7d req-057d435f-42db-4a8f-b12c-0415eb28bc8f tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Enqueued Resource ID: 546c6f1a-f24f-4335-8048-aa08f789e4dc with Priority: HIGHEST for action security_group_members [ 835.066981] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 546c6f1a-f24f-4335-8048-aa08f789e4dc with Priority: HIGHEST for action security_group_members [ 835.068406] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-546c6f1a-f24f-4335-8048-aa08f789e4dc taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.068406] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-546c6f1a-f24f-4335-8048-aa08f789e4dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.068406] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-546c6f1a-f24f-4335-8048-aa08f789e4dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.068406] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-546c6f1a-f24f-4335-8048-aa08f789e4dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.068406] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.075639] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.075763] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.075940] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.076064] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.076177] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('546c6f1a-f24f-4335-8048-aa08f789e4dc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.364847] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.365029] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.365105] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.365324] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.365491] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.365589] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.365653] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.365797] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.365879] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.365966] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.366128] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.366250] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.366315] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.366453] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.366587] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.366677] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.366737] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.366864] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.366939] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.367032] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.367229] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.510459] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb3caa0b-ae4d-471c-a40e-6bc5723f9f22: rpc.has_security_group_logging(os_id): False [ 835.528843] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.528995] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.529080] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.529307] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.529397] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.529642] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.529775] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.529840] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.529951] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.530039] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.530253] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.530353] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.530417] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.530556] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.530629] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.530806] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.530899] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.530959] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.531111] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.531407] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.531407] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb3caa0b-ae4d-471c-a40e-6bc5723f9f22 is going to be created. [ 835.579307] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('546c6f1a-f24f-4335-8048-aa08f789e4dc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.600148] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.600148] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.600148] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.600148] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.600470] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.616728] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb3caa0b-ae4d-471c-a40e-6bc5723f9f22 in Status: IN_PROGRESS for 2s [ 835.871724] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5: rpc.has_security_group_logging(os_id): False [ 835.893023] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.893023] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.893023] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.893023] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.893023] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.893023] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.893023] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.893023] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.893023] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.893023] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.893023] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.893023] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.893023] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.893023] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.893023] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.893734] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.893734] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.893734] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.893734] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.893734] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.893734] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 is going to be updated. [ 835.962821] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.964812] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.964812] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.964812] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.964812] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.983951] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 in Status: IN_PROGRESS for 2s [ 836.085296] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('546c6f1a-f24f-4335-8048-aa08f789e4dc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.159399] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc5fcf28-1a4d-464d-a473-8bee266a87b7 in Status: SUCCESS [ 836.159567] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.159674] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.159884] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.159968] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc5fcf28-1a4d-464d-a473-8bee266a87b7',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.372117] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc5fcf28-1a4d-464d-a473-8bee266a87b7 in Status: SUCCESS [ 836.372378] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.372551] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.372839] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.373115] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.373278] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.373347] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.373510] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.373591] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.373689] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc5fcf28-1a4d-464d-a473-8bee266a87b7',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.441084] env[69836]: INFO networking_nsxv3.common.synchronization [req-e8104615-436c-4790-a4c9-2dbba16460ed req-3c80afdc-55e5-4ca3-879a-8914e2055224 tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Enqueued Resource ID: 4b542b83-d5b7-4b4b-a04a-7bc301591d15 with Priority: HIGHEST for action security_group_members [ 836.441399] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b542b83-d5b7-4b4b-a04a-7bc301591d15 with Priority: HIGHEST for action security_group_members [ 836.442865] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b542b83-d5b7-4b4b-a04a-7bc301591d15 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.443050] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b542b83-d5b7-4b4b-a04a-7bc301591d15" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.443262] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b542b83-d5b7-4b4b-a04a-7bc301591d15" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.443524] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b542b83-d5b7-4b4b-a04a-7bc301591d15" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.443722] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.443843] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.443914] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.444162] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.444280] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.444424] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b542b83-d5b7-4b4b-a04a-7bc301591d15',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.593565] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.593565] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.593565] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.593565] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.593565] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.593565] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 546c6f1a-f24f-4335-8048-aa08f789e4dc is going to be updated. [ 836.627115] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.627381] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.627458] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.627682] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.627871] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.639370] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 546c6f1a-f24f-4335-8048-aa08f789e4dc in Status: IN_PROGRESS for 2s [ 836.686262] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.686262] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.686262] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.686262] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.686262] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.686262] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc5fcf28-1a4d-464d-a473-8bee266a87b7 is going to be deleted. [ 836.750248] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.750391] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.750458] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.750653] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.750745] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.750971] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.881158] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.881158] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.881158] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.881158] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.881158] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.881601] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.881601] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.881705] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.881806] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.881885] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.882171] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc5fcf28-1a4d-464d-a473-8bee266a87b7 is going to be deleted. [ 836.909773] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-551 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.910151] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-551" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.910151] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-551" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.910401] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-551" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.910661] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.910862] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.912039] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.912350] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.912518] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.912739] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 836.912854] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 836.912963] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 836.913570] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 836.913742] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 836.913965] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 836.914143] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 836.915986] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.916131] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.916203] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.916376] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.916466] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.916561] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc5fcf28-1a4d-464d-a473-8bee266a87b7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.935268] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 836.935478] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 836.935619] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 836.935799] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-551" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.936170] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-b5c0f75e-db5e-4824-9c74-47e991701a65 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.936420] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-b5c0f75e-db5e-4824-9c74-47e991701a65" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.936552] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-b5c0f75e-db5e-4824-9c74-47e991701a65" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.936985] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-b5c0f75e-db5e-4824-9c74-47e991701a65" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.937229] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5c0f75e-db5e-4824-9c74-47e991701a65',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.947479] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.947479] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.947614] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.947730] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.947817] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.948021] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.948122] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.948201] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.948350] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.948428] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.948516] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b542b83-d5b7-4b4b-a04a-7bc301591d15 is going to be deleted. [ 836.982198] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.982358] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.982408] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.982615] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.982705] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.982797] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b542b83-d5b7-4b4b-a04a-7bc301591d15" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.444789] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.447028] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.447228] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.447547] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.447739] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.447927] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port b5c0f75e-db5e-4824-9c74-47e991701a65 not found, creating... [ 837.448253] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.448471] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.448623] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.448889] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.449071] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.449405] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.449578] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.449696] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.449905] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.450054] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.450196] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: b5c0f75e-db5e-4824-9c74-47e991701a65 is going to be created. [ 837.474284] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.474778] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.475084] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.476116] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.476116] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.476116] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-b5c0f75e-db5e-4824-9c74-47e991701a65" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.632116] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb3caa0b-ae4d-471c-a40e-6bc5723f9f22 in Status: SUCCESS [ 837.632346] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb3caa0b-ae4d-471c-a40e-6bc5723f9f22" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.004219] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 in Status: SUCCESS [ 838.004505] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.303499] env[69836]: INFO networking_nsxv3.common.synchronization [req-e8104615-436c-4790-a4c9-2dbba16460ed req-20d264a9-19d4-4f23-a2e7-7765d3238fdd service nova] Enqueued Resource ID: 4b542b83-d5b7-4b4b-a04a-7bc301591d15 with Priority: HIGHEST for action security_group_rules [ 838.303728] env[69836]: INFO networking_nsxv3.common.synchronization [req-e8104615-436c-4790-a4c9-2dbba16460ed req-20d264a9-19d4-4f23-a2e7-7765d3238fdd service nova] Enqueued Resource ID: 4b542b83-d5b7-4b4b-a04a-7bc301591d15 with Priority: HIGHEST for action security_group_members [ 838.303873] env[69836]: INFO networking_nsxv3.common.synchronization [req-e8104615-436c-4790-a4c9-2dbba16460ed req-20d264a9-19d4-4f23-a2e7-7765d3238fdd service nova] Enqueued Resource ID: b5c0f75e-db5e-4824-9c74-47e991701a65 with Priority: HIGHEST for action port [ 838.304526] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b542b83-d5b7-4b4b-a04a-7bc301591d15 with Priority: HIGHEST for action security_group_rules [ 838.304724] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b542b83-d5b7-4b4b-a04a-7bc301591d15 with Priority: HIGHEST for action security_group_members [ 838.304872] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5c0f75e-db5e-4824-9c74-47e991701a65 with Priority: HIGHEST for action port [ 838.305588] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4b542b83-d5b7-4b4b-a04a-7bc301591d15 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.305720] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4b542b83-d5b7-4b4b-a04a-7bc301591d15" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.305786] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4b542b83-d5b7-4b4b-a04a-7bc301591d15" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.306465] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4b542b83-d5b7-4b4b-a04a-7bc301591d15" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.306465] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4b542b83-d5b7-4b4b-a04a-7bc301591d15',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.307111] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b542b83-d5b7-4b4b-a04a-7bc301591d15 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.307881] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b542b83-d5b7-4b4b-a04a-7bc301591d15" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.307974] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b542b83-d5b7-4b4b-a04a-7bc301591d15" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.308230] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b542b83-d5b7-4b4b-a04a-7bc301591d15" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.308402] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.308500] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.308557] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.308703] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.308787] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.308920] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b542b83-d5b7-4b4b-a04a-7bc301591d15',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.310211] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5c0f75e-db5e-4824-9c74-47e991701a65 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.310211] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5c0f75e-db5e-4824-9c74-47e991701a65" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.313595] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5c0f75e-db5e-4824-9c74-47e991701a65" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.313595] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5c0f75e-db5e-4824-9c74-47e991701a65" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.313903] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5c0f75e-db5e-4824-9c74-47e991701a65',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.650144] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 546c6f1a-f24f-4335-8048-aa08f789e4dc in Status: SUCCESS [ 838.650358] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-546c6f1a-f24f-4335-8048-aa08f789e4dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.818251] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4b542b83-d5b7-4b4b-a04a-7bc301591d15',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.819781] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b542b83-d5b7-4b4b-a04a-7bc301591d15 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.819919] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b542b83-d5b7-4b4b-a04a-7bc301591d15" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.820886] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b5c0f75e-db5e-4824-9c74-47e991701a65 with status ACTIVE [ 838.820886] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.820886] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.820886] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.820886] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.825314] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.825314] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.825314] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.825314] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.825314] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.825314] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.825314] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.825991] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.825991] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.825991] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.825991] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.825991] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b5c0f75e-db5e-4824-9c74-47e991701a65 is going to be updated. [ 838.847410] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.847651] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.847764] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.848087] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.848347] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.848598] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5c0f75e-db5e-4824-9c74-47e991701a65" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.009894] env[69836]: INFO networking_nsxv3.common.synchronization [req-1d53353d-d648-4aac-8ca1-c5b54a90d275 req-fbb67c58-3904-4095-b998-49dbc38a97c1 tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] Enqueued Resource ID: 63e3b484-f1c6-417a-9ba3-e1d68d938387 with Priority: HIGHEST for action security_group_members [ 839.010616] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63e3b484-f1c6-417a-9ba3-e1d68d938387 with Priority: HIGHEST for action security_group_members [ 839.012681] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-63e3b484-f1c6-417a-9ba3-e1d68d938387 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.012981] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63e3b484-f1c6-417a-9ba3-e1d68d938387" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.013099] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63e3b484-f1c6-417a-9ba3-e1d68d938387" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.013377] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63e3b484-f1c6-417a-9ba3-e1d68d938387" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.014544] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.014691] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.014760] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.014930] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.015047] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.015159] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63e3b484-f1c6-417a-9ba3-e1d68d938387',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.328101] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4b542b83-d5b7-4b4b-a04a-7bc301591d15',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.519596] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.519803] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.519878] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.520133] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.520245] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.520463] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.520568] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.520630] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.520804] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.520883] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.520990] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63e3b484-f1c6-417a-9ba3-e1d68d938387 already deleted. [ 839.521093] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63e3b484-f1c6-417a-9ba3-e1d68d938387" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.533504] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-563 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.533712] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-563" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.533865] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-563" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.534221] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-563" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.534614] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.534807] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.534952] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.535234] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.535418] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.535647] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 839.535782] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 839.535911] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 839.536044] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 839.536223] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 839.536291] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 839.536429] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 839.558262] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 839.558480] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 839.558652] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 839.558856] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-563" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.559222] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-06fe695b-cc01-4471-b473-3115d4377e20 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.559440] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-06fe695b-cc01-4471-b473-3115d4377e20" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.559632] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-06fe695b-cc01-4471-b473-3115d4377e20" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.559910] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-06fe695b-cc01-4471-b473-3115d4377e20" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.560997] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06fe695b-cc01-4471-b473-3115d4377e20',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.831504] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.831732] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.831732] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.831985] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.832242] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.832242] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b542b83-d5b7-4b4b-a04a-7bc301591d15 is going to be created. [ 839.858187] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.858187] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.858187] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.858349] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.858435] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.869873] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b542b83-d5b7-4b4b-a04a-7bc301591d15 in Status: UNINITIALIZED for 2s [ 840.063108] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.063453] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.063649] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.064047] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.064281] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.064516] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port 06fe695b-cc01-4471-b473-3115d4377e20 not found, creating... [ 840.064923] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.065171] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.065396] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.065679] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.065896] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.070130] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.070310] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.070519] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.070751] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.070933] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.071111] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: 06fe695b-cc01-4471-b473-3115d4377e20 is going to be created. [ 840.094261] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.094261] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.094261] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.094261] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.094261] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.094261] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-06fe695b-cc01-4471-b473-3115d4377e20" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.988566] env[69836]: INFO networking_nsxv3.common.synchronization [req-1d53353d-d648-4aac-8ca1-c5b54a90d275 req-c5013653-41a6-44cd-9117-ec46957bf0ef service nova] Enqueued Resource ID: 63e3b484-f1c6-417a-9ba3-e1d68d938387 with Priority: HIGHEST for action security_group_rules [ 840.988566] env[69836]: INFO networking_nsxv3.common.synchronization [req-1d53353d-d648-4aac-8ca1-c5b54a90d275 req-c5013653-41a6-44cd-9117-ec46957bf0ef service nova] Enqueued Resource ID: 63e3b484-f1c6-417a-9ba3-e1d68d938387 with Priority: HIGHEST for action security_group_members [ 840.988566] env[69836]: INFO networking_nsxv3.common.synchronization [req-1d53353d-d648-4aac-8ca1-c5b54a90d275 req-c5013653-41a6-44cd-9117-ec46957bf0ef service nova] Enqueued Resource ID: 06fe695b-cc01-4471-b473-3115d4377e20 with Priority: HIGHEST for action port [ 840.988566] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63e3b484-f1c6-417a-9ba3-e1d68d938387 with Priority: HIGHEST for action security_group_rules [ 840.988566] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63e3b484-f1c6-417a-9ba3-e1d68d938387 with Priority: HIGHEST for action security_group_members [ 840.988566] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06fe695b-cc01-4471-b473-3115d4377e20 with Priority: HIGHEST for action port [ 840.988566] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63e3b484-f1c6-417a-9ba3-e1d68d938387 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.988566] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63e3b484-f1c6-417a-9ba3-e1d68d938387" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.988566] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63e3b484-f1c6-417a-9ba3-e1d68d938387" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.988566] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63e3b484-f1c6-417a-9ba3-e1d68d938387" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.988566] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63e3b484-f1c6-417a-9ba3-e1d68d938387',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.994258] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-63e3b484-f1c6-417a-9ba3-e1d68d938387 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.994258] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63e3b484-f1c6-417a-9ba3-e1d68d938387" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.994258] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63e3b484-f1c6-417a-9ba3-e1d68d938387" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.994258] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63e3b484-f1c6-417a-9ba3-e1d68d938387" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.994258] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.994258] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.994258] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.994258] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.994258] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.994258] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63e3b484-f1c6-417a-9ba3-e1d68d938387',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.996165] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-06fe695b-cc01-4471-b473-3115d4377e20 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.996165] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-06fe695b-cc01-4471-b473-3115d4377e20" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.996165] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-06fe695b-cc01-4471-b473-3115d4377e20" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.997254] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-06fe695b-cc01-4471-b473-3115d4377e20" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.997254] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06fe695b-cc01-4471-b473-3115d4377e20',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.499419] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('63e3b484-f1c6-417a-9ba3-e1d68d938387',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.500428] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 06fe695b-cc01-4471-b473-3115d4377e20 with status ACTIVE [ 841.500642] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.500766] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.500832] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.502017] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.502017] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.502017] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.502017] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.502017] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.502017] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.502017] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.502017] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.502017] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.502017] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.502663] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.502663] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.502663] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 06fe695b-cc01-4471-b473-3115d4377e20 is going to be updated. [ 841.504072] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-63e3b484-f1c6-417a-9ba3-e1d68d938387 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.504233] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63e3b484-f1c6-417a-9ba3-e1d68d938387" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.527919] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.528082] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.528176] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.528435] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.528574] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.528737] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-06fe695b-cc01-4471-b473-3115d4377e20" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.883228] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b542b83-d5b7-4b4b-a04a-7bc301591d15 in Status: SUCCESS [ 841.883518] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b542b83-d5b7-4b4b-a04a-7bc301591d15" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.883683] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b542b83-d5b7-4b4b-a04a-7bc301591d15" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.883970] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b542b83-d5b7-4b4b-a04a-7bc301591d15" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.884228] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.884367] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.884446] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.884649] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.884753] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.884859] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b542b83-d5b7-4b4b-a04a-7bc301591d15" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.884962] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4b542b83-d5b7-4b4b-a04a-7bc301591d15',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.005274] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('63e3b484-f1c6-417a-9ba3-e1d68d938387',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.387734] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4b542b83-d5b7-4b4b-a04a-7bc301591d15',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.510173] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.510504] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.510504] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.510583] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.510705] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.510753] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63e3b484-f1c6-417a-9ba3-e1d68d938387 is going to be created. [ 842.536031] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.536232] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.536232] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.536444] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.536614] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.547800] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63e3b484-f1c6-417a-9ba3-e1d68d938387 in Status: UNINITIALIZED for 2s [ 842.890908] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4b542b83-d5b7-4b4b-a04a-7bc301591d15: rpc.has_security_group_logging(os_id): False [ 842.927250] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.927503] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.927620] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.927882] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.927981] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.928399] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.928571] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.928651] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.928868] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.928995] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.929188] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4b542b83-d5b7-4b4b-a04a-7bc301591d15 is going to be created. [ 843.010252] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.010411] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.010460] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.010714] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.010905] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.024480] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4b542b83-d5b7-4b4b-a04a-7bc301591d15 in Status: IN_PROGRESS for 2s [ 844.564309] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63e3b484-f1c6-417a-9ba3-e1d68d938387 in Status: SUCCESS [ 844.564645] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63e3b484-f1c6-417a-9ba3-e1d68d938387" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.564902] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63e3b484-f1c6-417a-9ba3-e1d68d938387" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.565236] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63e3b484-f1c6-417a-9ba3-e1d68d938387" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.565524] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.565700] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.565802] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.566057] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.566274] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.566315] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63e3b484-f1c6-417a-9ba3-e1d68d938387" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.566440] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('63e3b484-f1c6-417a-9ba3-e1d68d938387',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.040476] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4b542b83-d5b7-4b4b-a04a-7bc301591d15 in Status: SUCCESS [ 845.040775] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4b542b83-d5b7-4b4b-a04a-7bc301591d15" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.069496] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-63e3b484-f1c6-417a-9ba3-e1d68d938387 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.069687] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63e3b484-f1c6-417a-9ba3-e1d68d938387" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.069756] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63e3b484-f1c6-417a-9ba3-e1d68d938387" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.069977] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63e3b484-f1c6-417a-9ba3-e1d68d938387" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.070197] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.070298] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.070360] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.070518] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.070607] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.070785] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63e3b484-f1c6-417a-9ba3-e1d68d938387" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.070853] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-63e3b484-f1c6-417a-9ba3-e1d68d938387 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.070922] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63e3b484-f1c6-417a-9ba3-e1d68d938387" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.070981] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63e3b484-f1c6-417a-9ba3-e1d68d938387" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.071136] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63e3b484-f1c6-417a-9ba3-e1d68d938387" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.071273] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.071375] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.071454] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.071596] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.071665] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.071746] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63e3b484-f1c6-417a-9ba3-e1d68d938387" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.071838] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('63e3b484-f1c6-417a-9ba3-e1d68d938387',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.574468] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 63e3b484-f1c6-417a-9ba3-e1d68d938387: rpc.has_security_group_logging(os_id): False [ 845.594977] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.595243] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.595301] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.595502] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.595591] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.595800] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.595897] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.595952] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.596118] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.596195] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.596400] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.596495] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.596553] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.596689] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.596810] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.596959] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.601125] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.601249] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.601518] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.601597] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.601692] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63e3b484-f1c6-417a-9ba3-e1d68d938387 is going to be created. [ 845.715590] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.715790] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.715857] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.716107] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.716344] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.740535] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63e3b484-f1c6-417a-9ba3-e1d68d938387 in Status: IN_PROGRESS for 2s [ 845.867016] env[69836]: INFO networking_nsxv3.common.synchronization [req-b633aef1-7b09-436e-8528-7183a2f5eb1b req-5fd40d57-6179-481b-b2fb-8d99f1ad9e66 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Enqueued Resource ID: cb3caa0b-ae4d-471c-a40e-6bc5723f9f22 with Priority: HIGHEST for action security_group_members [ 845.867988] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb3caa0b-ae4d-471c-a40e-6bc5723f9f22 with Priority: HIGHEST for action security_group_members [ 845.868502] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb3caa0b-ae4d-471c-a40e-6bc5723f9f22 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.868712] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb3caa0b-ae4d-471c-a40e-6bc5723f9f22" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.868825] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb3caa0b-ae4d-471c-a40e-6bc5723f9f22" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.869150] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb3caa0b-ae4d-471c-a40e-6bc5723f9f22" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.869399] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.869577] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.869703] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.869976] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.870148] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.870314] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb3caa0b-ae4d-471c-a40e-6bc5723f9f22',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.977598] env[69836]: INFO networking_nsxv3.common.synchronization [req-48d9730a-2a43-41b3-9c39-bb48c92bae5d req-a70e0020-760b-4660-82aa-349aba82bb00 tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] Enqueued Resource ID: 7f6f9d7f-9730-45bd-ba10-08e15018cf02 with Priority: HIGHEST for action security_group_members [ 845.978225] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f6f9d7f-9730-45bd-ba10-08e15018cf02 with Priority: HIGHEST for action security_group_members [ 845.978601] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f6f9d7f-9730-45bd-ba10-08e15018cf02 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.979551] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f6f9d7f-9730-45bd-ba10-08e15018cf02" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.979551] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f6f9d7f-9730-45bd-ba10-08e15018cf02" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.980611] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f6f9d7f-9730-45bd-ba10-08e15018cf02" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.981041] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.981041] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.981171] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.981373] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.981511] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.981703] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f6f9d7f-9730-45bd-ba10-08e15018cf02',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.359918] env[69836]: INFO networking_nsxv3.common.synchronization [req-dedb9945-dc8e-49d1-a24e-94579defad16 req-c49307ef-453b-44d2-bc5d-99c2bd7e0ea1 tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] Enqueued Resource ID: 75b62c44-5feb-4505-9e62-ce5089dadab3 with Priority: HIGHEST for action security_group_members [ 846.359918] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75b62c44-5feb-4505-9e62-ce5089dadab3 with Priority: HIGHEST for action security_group_members [ 846.359918] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-75b62c44-5feb-4505-9e62-ce5089dadab3 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.359918] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75b62c44-5feb-4505-9e62-ce5089dadab3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.359918] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75b62c44-5feb-4505-9e62-ce5089dadab3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.359918] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75b62c44-5feb-4505-9e62-ce5089dadab3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.359918] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.359918] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.359918] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.359918] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.359918] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.359918] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75b62c44-5feb-4505-9e62-ce5089dadab3',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.378022] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.378022] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.378022] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.378022] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.378022] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.378022] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.378022] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.378022] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.378022] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.378022] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.378022] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb3caa0b-ae4d-471c-a40e-6bc5723f9f22 is going to be updated. [ 846.407752] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.407752] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.407752] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.407752] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.407752] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.416227] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb3caa0b-ae4d-471c-a40e-6bc5723f9f22 in Status: IN_PROGRESS for 2s [ 846.484959] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.485599] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.485837] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.488247] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.488247] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.488247] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.488247] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.488247] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.488247] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.488247] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.488247] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f6f9d7f-9730-45bd-ba10-08e15018cf02 is going to be updated. [ 846.517020] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.517468] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.517468] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.517661] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.517661] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.526755] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f6f9d7f-9730-45bd-ba10-08e15018cf02 in Status: IN_PROGRESS for 2s [ 846.701410] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-345 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.701772] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-345" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.701772] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-345" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.702059] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-345" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.702323] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.702483] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.702748] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.702825] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.702976] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.704315] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 846.704484] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 846.704667] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 846.704757] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 846.704990] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 846.704990] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 846.705165] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 846.729040] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 846.729040] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 846.729040] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 846.729040] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-345" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.729040] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-217e1dba-f658-4095-aff5-531e72e44e11 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.729040] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-217e1dba-f658-4095-aff5-531e72e44e11" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.729040] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-217e1dba-f658-4095-aff5-531e72e44e11" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.730439] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-217e1dba-f658-4095-aff5-531e72e44e11" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.730760] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('217e1dba-f658-4095-aff5-531e72e44e11',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.861914] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.861914] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.861914] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.861914] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.861914] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.862223] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.862223] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.862532] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.862532] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.862532] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.863644] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75b62c44-5feb-4505-9e62-ce5089dadab3 already deleted. [ 846.863644] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75b62c44-5feb-4505-9e62-ce5089dadab3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.235452] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.235715] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.235842] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.236201] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.236392] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.236558] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port 217e1dba-f658-4095-aff5-531e72e44e11 not found, creating... [ 847.237069] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.237069] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.237254] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.237468] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.237612] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.237941] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.238116] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.238282] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.238516] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.238650] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.238864] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: 217e1dba-f658-4095-aff5-531e72e44e11 is going to be created. [ 847.277509] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.277509] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.277509] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.277509] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.277509] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.277509] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-217e1dba-f658-4095-aff5-531e72e44e11" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.754886] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63e3b484-f1c6-417a-9ba3-e1d68d938387 in Status: SUCCESS [ 847.754886] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63e3b484-f1c6-417a-9ba3-e1d68d938387" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.982859] env[69836]: INFO networking_nsxv3.common.synchronization [req-dedb9945-dc8e-49d1-a24e-94579defad16 req-a9dda017-dc5a-4a09-8763-4f4c969fa728 service nova] Enqueued Resource ID: 75b62c44-5feb-4505-9e62-ce5089dadab3 with Priority: HIGHEST for action security_group_rules [ 847.983010] env[69836]: INFO networking_nsxv3.common.synchronization [req-dedb9945-dc8e-49d1-a24e-94579defad16 req-a9dda017-dc5a-4a09-8763-4f4c969fa728 service nova] Enqueued Resource ID: 75b62c44-5feb-4505-9e62-ce5089dadab3 with Priority: HIGHEST for action security_group_members [ 847.983084] env[69836]: INFO networking_nsxv3.common.synchronization [req-dedb9945-dc8e-49d1-a24e-94579defad16 req-a9dda017-dc5a-4a09-8763-4f4c969fa728 service nova] Enqueued Resource ID: 217e1dba-f658-4095-aff5-531e72e44e11 with Priority: HIGHEST for action port [ 847.984704] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75b62c44-5feb-4505-9e62-ce5089dadab3 with Priority: HIGHEST for action security_group_rules [ 847.984704] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75b62c44-5feb-4505-9e62-ce5089dadab3 with Priority: HIGHEST for action security_group_members [ 847.984704] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 217e1dba-f658-4095-aff5-531e72e44e11 with Priority: HIGHEST for action port [ 847.984704] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75b62c44-5feb-4505-9e62-ce5089dadab3 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.984704] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75b62c44-5feb-4505-9e62-ce5089dadab3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.984704] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75b62c44-5feb-4505-9e62-ce5089dadab3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.985331] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75b62c44-5feb-4505-9e62-ce5089dadab3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.985331] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75b62c44-5feb-4505-9e62-ce5089dadab3',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.986809] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-75b62c44-5feb-4505-9e62-ce5089dadab3 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.986809] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75b62c44-5feb-4505-9e62-ce5089dadab3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.986809] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75b62c44-5feb-4505-9e62-ce5089dadab3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.986809] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75b62c44-5feb-4505-9e62-ce5089dadab3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.986989] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.986989] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.987082] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.987275] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.987343] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.987432] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75b62c44-5feb-4505-9e62-ce5089dadab3',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.988289] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-217e1dba-f658-4095-aff5-531e72e44e11 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.988399] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-217e1dba-f658-4095-aff5-531e72e44e11" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.988460] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-217e1dba-f658-4095-aff5-531e72e44e11" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.988603] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-217e1dba-f658-4095-aff5-531e72e44e11" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.988674] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('217e1dba-f658-4095-aff5-531e72e44e11',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.429382] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb3caa0b-ae4d-471c-a40e-6bc5723f9f22 in Status: SUCCESS [ 848.429540] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb3caa0b-ae4d-471c-a40e-6bc5723f9f22 deletion is rescheduled due to dependency. [ 848.429540] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb3caa0b-ae4d-471c-a40e-6bc5723f9f22" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.490195] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-75b62c44-5feb-4505-9e62-ce5089dadab3 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.490350] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75b62c44-5feb-4505-9e62-ce5089dadab3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.490561] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75b62c44-5feb-4505-9e62-ce5089dadab3',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.491553] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 217e1dba-f658-4095-aff5-531e72e44e11 with status ACTIVE [ 848.491641] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.491708] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.492559] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.492828] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.492920] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.493127] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.493230] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.493295] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.493462] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.493540] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.493731] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.493805] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.493865] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.494011] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.494090] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.494172] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 217e1dba-f658-4095-aff5-531e72e44e11 is going to be updated. [ 848.517156] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.517316] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.517408] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.517647] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.517808] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.517974] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-217e1dba-f658-4095-aff5-531e72e44e11" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.536728] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f6f9d7f-9730-45bd-ba10-08e15018cf02 in Status: SUCCESS [ 848.537705] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f6f9d7f-9730-45bd-ba10-08e15018cf02 deletion is rescheduled due to dependency. [ 848.537705] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f6f9d7f-9730-45bd-ba10-08e15018cf02" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.996486] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75b62c44-5feb-4505-9e62-ce5089dadab3',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.239358] env[69836]: INFO networking_nsxv3.common.synchronization [req-1c11317b-ee00-44b6-bf80-9d85d965e6b4 req-00f98a5d-7f44-4d39-b74d-81276b3e02b5 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Enqueued Resource ID: 6f0b437e-be14-4660-bf2e-db16a8d4b9cf with Priority: HIGHEST for action security_group_members [ 849.240449] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f0b437e-be14-4660-bf2e-db16a8d4b9cf with Priority: HIGHEST for action security_group_members [ 849.240449] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f0b437e-be14-4660-bf2e-db16a8d4b9cf taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.240449] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f0b437e-be14-4660-bf2e-db16a8d4b9cf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.240449] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f0b437e-be14-4660-bf2e-db16a8d4b9cf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.241162] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f0b437e-be14-4660-bf2e-db16a8d4b9cf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.241162] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.241162] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.241162] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.241162] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.241162] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.241394] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f0b437e-be14-4660-bf2e-db16a8d4b9cf',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.499931] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.500100] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.500174] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.500381] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.500475] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.500690] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75b62c44-5feb-4505-9e62-ce5089dadab3 is going to be created. [ 849.527864] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.528685] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.528685] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.528685] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.528685] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.538044] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75b62c44-5feb-4505-9e62-ce5089dadab3 in Status: UNINITIALIZED for 2s [ 849.599204] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-391 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.599204] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-391" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.599204] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-391" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.599204] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-391" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.599204] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.603112] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.603112] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.603112] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.603112] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.603112] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 849.603112] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 849.603112] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 849.603112] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 849.604549] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 849.604824] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 849.605121] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 849.623416] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 849.623599] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 849.623742] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 849.623928] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-391" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.624266] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-b1aadf11-6de2-425b-936b-368329dbd68c taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.624472] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-b1aadf11-6de2-425b-936b-368329dbd68c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.624561] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-b1aadf11-6de2-425b-936b-368329dbd68c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.624924] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-b1aadf11-6de2-425b-936b-368329dbd68c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.625093] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1aadf11-6de2-425b-936b-368329dbd68c',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.743424] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.743629] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.743751] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.744008] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.744062] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.744277] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.744407] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.745151] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.745151] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.745151] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.745151] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f0b437e-be14-4660-bf2e-db16a8d4b9cf already deleted. [ 849.745151] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f0b437e-be14-4660-bf2e-db16a8d4b9cf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.128807] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.129215] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.129286] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.129569] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.129782] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.129906] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port b1aadf11-6de2-425b-936b-368329dbd68c not found, creating... [ 850.130220] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.130385] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.130539] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.130781] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.130931] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.131281] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.131457] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.131578] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.131787] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.131919] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.132174] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: b1aadf11-6de2-425b-936b-368329dbd68c is going to be created. [ 850.153408] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.153668] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.153818] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.154115] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.154372] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.154917] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-b1aadf11-6de2-425b-936b-368329dbd68c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.890566] env[69836]: INFO networking_nsxv3.common.synchronization [req-1c11317b-ee00-44b6-bf80-9d85d965e6b4 req-a9bf1883-e681-4144-84d2-ff0578415b1f service nova] Enqueued Resource ID: 6f0b437e-be14-4660-bf2e-db16a8d4b9cf with Priority: HIGHEST for action security_group_rules [ 850.890800] env[69836]: INFO networking_nsxv3.common.synchronization [req-1c11317b-ee00-44b6-bf80-9d85d965e6b4 req-a9bf1883-e681-4144-84d2-ff0578415b1f service nova] Enqueued Resource ID: 6f0b437e-be14-4660-bf2e-db16a8d4b9cf with Priority: HIGHEST for action security_group_members [ 850.891045] env[69836]: INFO networking_nsxv3.common.synchronization [req-1c11317b-ee00-44b6-bf80-9d85d965e6b4 req-a9bf1883-e681-4144-84d2-ff0578415b1f service nova] Enqueued Resource ID: b1aadf11-6de2-425b-936b-368329dbd68c with Priority: HIGHEST for action port [ 850.895489] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f0b437e-be14-4660-bf2e-db16a8d4b9cf with Priority: HIGHEST for action security_group_rules [ 850.895489] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f0b437e-be14-4660-bf2e-db16a8d4b9cf with Priority: HIGHEST for action security_group_members [ 850.895489] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1aadf11-6de2-425b-936b-368329dbd68c with Priority: HIGHEST for action port [ 850.895489] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f0b437e-be14-4660-bf2e-db16a8d4b9cf taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.895489] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f0b437e-be14-4660-bf2e-db16a8d4b9cf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.895489] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f0b437e-be14-4660-bf2e-db16a8d4b9cf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.896077] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f0b437e-be14-4660-bf2e-db16a8d4b9cf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.896077] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f0b437e-be14-4660-bf2e-db16a8d4b9cf',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.896967] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f0b437e-be14-4660-bf2e-db16a8d4b9cf taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.897370] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f0b437e-be14-4660-bf2e-db16a8d4b9cf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.897487] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f0b437e-be14-4660-bf2e-db16a8d4b9cf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.897699] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f0b437e-be14-4660-bf2e-db16a8d4b9cf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.897891] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.898033] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.898123] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.899790] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.899790] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.899790] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f0b437e-be14-4660-bf2e-db16a8d4b9cf',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.899790] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1aadf11-6de2-425b-936b-368329dbd68c taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.899790] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1aadf11-6de2-425b-936b-368329dbd68c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.899790] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1aadf11-6de2-425b-936b-368329dbd68c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.899790] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1aadf11-6de2-425b-936b-368329dbd68c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.899790] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1aadf11-6de2-425b-936b-368329dbd68c',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.402029] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6f0b437e-be14-4660-bf2e-db16a8d4b9cf',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.404046] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f0b437e-be14-4660-bf2e-db16a8d4b9cf taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.404046] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f0b437e-be14-4660-bf2e-db16a8d4b9cf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.404281] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b1aadf11-6de2-425b-936b-368329dbd68c with status ACTIVE [ 851.404363] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.404470] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.404535] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.404729] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.404815] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.404980] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.405172] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.405250] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.405407] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.405487] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.405670] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.405762] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.405821] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.405957] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.406435] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.406564] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b1aadf11-6de2-425b-936b-368329dbd68c is going to be updated. [ 851.427945] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.428155] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.428155] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.428319] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.428464] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.428597] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1aadf11-6de2-425b-936b-368329dbd68c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.548945] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75b62c44-5feb-4505-9e62-ce5089dadab3 in Status: SUCCESS [ 851.548945] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75b62c44-5feb-4505-9e62-ce5089dadab3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.549284] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75b62c44-5feb-4505-9e62-ce5089dadab3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.549426] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75b62c44-5feb-4505-9e62-ce5089dadab3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.549659] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.549818] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.549905] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.550111] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.550224] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.550322] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75b62c44-5feb-4505-9e62-ce5089dadab3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.550441] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('75b62c44-5feb-4505-9e62-ce5089dadab3',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.909897] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6f0b437e-be14-4660-bf2e-db16a8d4b9cf',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.053398] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('75b62c44-5feb-4505-9e62-ce5089dadab3',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.411548] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.411890] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.411890] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.412142] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.412240] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.412343] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f0b437e-be14-4660-bf2e-db16a8d4b9cf is going to be created. [ 852.441128] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.441255] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.441322] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.441613] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.441796] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.452581] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f0b437e-be14-4660-bf2e-db16a8d4b9cf in Status: UNINITIALIZED for 2s [ 852.557236] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 75b62c44-5feb-4505-9e62-ce5089dadab3: rpc.has_security_group_logging(os_id): False [ 852.577508] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.577508] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.577508] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.577508] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.577508] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.577508] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.577508] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.577508] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.577508] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.577508] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.577508] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75b62c44-5feb-4505-9e62-ce5089dadab3 is going to be created. [ 852.658595] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.658746] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.658820] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.659086] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.659294] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.675536] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75b62c44-5feb-4505-9e62-ce5089dadab3 in Status: IN_PROGRESS for 2s [ 854.462678] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f0b437e-be14-4660-bf2e-db16a8d4b9cf in Status: SUCCESS [ 854.462981] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f0b437e-be14-4660-bf2e-db16a8d4b9cf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.463049] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f0b437e-be14-4660-bf2e-db16a8d4b9cf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.463320] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f0b437e-be14-4660-bf2e-db16a8d4b9cf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.463525] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.463643] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.463710] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.463989] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.464071] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.464159] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f0b437e-be14-4660-bf2e-db16a8d4b9cf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.464253] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6f0b437e-be14-4660-bf2e-db16a8d4b9cf',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.688921] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75b62c44-5feb-4505-9e62-ce5089dadab3 in Status: SUCCESS [ 854.689253] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75b62c44-5feb-4505-9e62-ce5089dadab3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.882682] env[69836]: INFO networking_nsxv3.common.synchronization [req-dcae7dcb-1b62-4371-b07b-59d39bf91584 req-52e0eae3-7cbc-4a18-bf52-aeeb64a74774 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Enqueued Resource ID: 895b550b-a92b-449d-8067-5b40315d6597 with Priority: HIGHEST for action security_group_members [ 854.882682] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 895b550b-a92b-449d-8067-5b40315d6597 with Priority: HIGHEST for action security_group_members [ 854.882682] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-895b550b-a92b-449d-8067-5b40315d6597 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.885705] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.885705] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.885705] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.885705] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.885705] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.885705] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.885705] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.886327] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.886327] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('895b550b-a92b-449d-8067-5b40315d6597',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.967250] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f0b437e-be14-4660-bf2e-db16a8d4b9cf taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.967446] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f0b437e-be14-4660-bf2e-db16a8d4b9cf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.967519] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f0b437e-be14-4660-bf2e-db16a8d4b9cf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.967743] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f0b437e-be14-4660-bf2e-db16a8d4b9cf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.967921] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.968027] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.968115] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.968237] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.968324] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.968410] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f0b437e-be14-4660-bf2e-db16a8d4b9cf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.968558] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f0b437e-be14-4660-bf2e-db16a8d4b9cf taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.968697] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f0b437e-be14-4660-bf2e-db16a8d4b9cf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.968697] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f0b437e-be14-4660-bf2e-db16a8d4b9cf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.968837] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f0b437e-be14-4660-bf2e-db16a8d4b9cf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.968974] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.969077] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.969136] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.969269] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.969349] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.969432] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f0b437e-be14-4660-bf2e-db16a8d4b9cf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.969552] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6f0b437e-be14-4660-bf2e-db16a8d4b9cf',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.388561] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.388561] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.388561] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.388561] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.388561] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.388561] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.388957] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.388957] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.388957] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.388957] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.389475] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 895b550b-a92b-449d-8067-5b40315d6597 already deleted. [ 855.389475] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.471911] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6f0b437e-be14-4660-bf2e-db16a8d4b9cf: rpc.has_security_group_logging(os_id): False [ 855.502031] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.502031] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.502031] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.502031] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.502031] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.502031] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.502031] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.502031] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.502031] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.502031] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.502031] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.502031] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.502031] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.502031] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.502031] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.503320] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.504923] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.505141] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.505399] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.505532] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.505721] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f0b437e-be14-4660-bf2e-db16a8d4b9cf is going to be created. [ 855.610955] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-731 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.610955] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-731" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.610955] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-731" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.610955] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-731" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.611751] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.611751] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.612116] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.612442] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.612764] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.613014] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 855.613144] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 855.613296] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 855.613452] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 855.613618] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 855.613726] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 855.613854] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 855.618207] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.618544] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.618765] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.618918] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.619127] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.635878] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f0b437e-be14-4660-bf2e-db16a8d4b9cf in Status: IN_PROGRESS for 2s [ 855.650600] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 855.650953] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 855.651158] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 855.651398] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-731" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.651871] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-0ceb288e-36fa-4ea8-ad37-0fafdb6dc445 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.652173] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-0ceb288e-36fa-4ea8-ad37-0fafdb6dc445" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.652331] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-0ceb288e-36fa-4ea8-ad37-0fafdb6dc445" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.652724] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-0ceb288e-36fa-4ea8-ad37-0fafdb6dc445" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.652894] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ceb288e-36fa-4ea8-ad37-0fafdb6dc445',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.155961] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.156340] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.156558] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.157018] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.157316] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.157503] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port 0ceb288e-36fa-4ea8-ad37-0fafdb6dc445 not found, creating... [ 856.157792] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.157955] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.158085] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.158393] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.158559] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.158862] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.159030] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.159146] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.159368] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.159499] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.159634] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: 0ceb288e-36fa-4ea8-ad37-0fafdb6dc445 is going to be created. [ 856.186564] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.186895] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.187060] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.187414] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.187659] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.187885] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-0ceb288e-36fa-4ea8-ad37-0fafdb6dc445" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.074132] env[69836]: INFO networking_nsxv3.common.synchronization [req-dcae7dcb-1b62-4371-b07b-59d39bf91584 req-9a80f8d4-78f8-4859-a54f-be8f04c5d1b0 service nova] Enqueued Resource ID: 895b550b-a92b-449d-8067-5b40315d6597 with Priority: HIGHEST for action security_group_rules [ 857.074396] env[69836]: INFO networking_nsxv3.common.synchronization [req-dcae7dcb-1b62-4371-b07b-59d39bf91584 req-9a80f8d4-78f8-4859-a54f-be8f04c5d1b0 service nova] Enqueued Resource ID: 895b550b-a92b-449d-8067-5b40315d6597 with Priority: HIGHEST for action security_group_members [ 857.074520] env[69836]: INFO networking_nsxv3.common.synchronization [req-dcae7dcb-1b62-4371-b07b-59d39bf91584 req-9a80f8d4-78f8-4859-a54f-be8f04c5d1b0 service nova] Enqueued Resource ID: 0ceb288e-36fa-4ea8-ad37-0fafdb6dc445 with Priority: HIGHEST for action port [ 857.075142] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 895b550b-a92b-449d-8067-5b40315d6597 with Priority: HIGHEST for action security_group_rules [ 857.076439] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 895b550b-a92b-449d-8067-5b40315d6597 with Priority: HIGHEST for action security_group_members [ 857.076439] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ceb288e-36fa-4ea8-ad37-0fafdb6dc445 with Priority: HIGHEST for action port [ 857.076577] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-895b550b-a92b-449d-8067-5b40315d6597 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.076687] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.076748] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.077018] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.077111] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('895b550b-a92b-449d-8067-5b40315d6597',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.078154] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-895b550b-a92b-449d-8067-5b40315d6597 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.078276] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.078335] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.078508] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.078680] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.078778] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.078840] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.078984] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.079078] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.079166] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('895b550b-a92b-449d-8067-5b40315d6597',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.080254] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ceb288e-36fa-4ea8-ad37-0fafdb6dc445 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.080254] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ceb288e-36fa-4ea8-ad37-0fafdb6dc445" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.080254] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ceb288e-36fa-4ea8-ad37-0fafdb6dc445" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.080419] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ceb288e-36fa-4ea8-ad37-0fafdb6dc445" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.080419] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ceb288e-36fa-4ea8-ad37-0fafdb6dc445',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.389622] env[69836]: INFO networking_nsxv3.common.synchronization [req-35b2c7fa-4c74-4bf5-adae-0140db2a089d req-2b29bfe8-8dce-44ae-8e81-a15d3355718c tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] Enqueued Resource ID: 63e3b484-f1c6-417a-9ba3-e1d68d938387 with Priority: HIGHEST for action security_group_members [ 857.389718] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63e3b484-f1c6-417a-9ba3-e1d68d938387 with Priority: HIGHEST for action security_group_members [ 857.390025] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-63e3b484-f1c6-417a-9ba3-e1d68d938387 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.390556] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63e3b484-f1c6-417a-9ba3-e1d68d938387" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.390556] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63e3b484-f1c6-417a-9ba3-e1d68d938387" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.390737] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63e3b484-f1c6-417a-9ba3-e1d68d938387" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.390810] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.390990] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.391103] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.391487] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.391685] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.391849] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63e3b484-f1c6-417a-9ba3-e1d68d938387',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.478549] env[69836]: INFO networking_nsxv3.common.synchronization [req-c1a3ea92-7a98-4667-82de-77066f0701dd req-db2f4c30-9239-4e33-bd49-d0edc7a80f27 tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] Enqueued Resource ID: e3f6d35d-df01-47b7-a6ed-a3944e6e15a1 with Priority: HIGHEST for action security_group_members [ 857.479144] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3f6d35d-df01-47b7-a6ed-a3944e6e15a1 with Priority: HIGHEST for action security_group_members [ 857.479685] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3f6d35d-df01-47b7-a6ed-a3944e6e15a1 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.479685] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3f6d35d-df01-47b7-a6ed-a3944e6e15a1" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.479685] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3f6d35d-df01-47b7-a6ed-a3944e6e15a1" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.479991] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3f6d35d-df01-47b7-a6ed-a3944e6e15a1" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.480084] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.480184] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.480271] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.480410] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.480485] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.480756] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3f6d35d-df01-47b7-a6ed-a3944e6e15a1',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.582211] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-895b550b-a92b-449d-8067-5b40315d6597 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.582980] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.582980] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0ceb288e-36fa-4ea8-ad37-0fafdb6dc445 with status ACTIVE [ 857.583137] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.583515] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.583599] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.583837] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.583935] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.584244] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.584244] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.584364] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.584471] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.584551] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.584737] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.584828] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.584890] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.585087] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.585198] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.585251] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0ceb288e-36fa-4ea8-ad37-0fafdb6dc445 is going to be updated. [ 857.586451] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('895b550b-a92b-449d-8067-5b40315d6597',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.613079] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.613079] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.613079] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.613079] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.613079] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.613079] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ceb288e-36fa-4ea8-ad37-0fafdb6dc445" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.650677] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f0b437e-be14-4660-bf2e-db16a8d4b9cf in Status: SUCCESS [ 857.650677] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f0b437e-be14-4660-bf2e-db16a8d4b9cf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.894999] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.895447] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.895447] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.895587] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.895697] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.895962] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.896134] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.896134] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.896335] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.896405] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.896531] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63e3b484-f1c6-417a-9ba3-e1d68d938387 is going to be updated. [ 857.934527] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.934744] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.934744] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.934918] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.935079] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.949814] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63e3b484-f1c6-417a-9ba3-e1d68d938387 in Status: IN_PROGRESS for 2s [ 857.983672] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.983914] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.983914] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.984120] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.984263] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.984484] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.984580] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.984640] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.984795] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.984867] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.984970] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3f6d35d-df01-47b7-a6ed-a3944e6e15a1 is going to be updated. [ 858.026870] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.027905] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.027905] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.027905] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.027905] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.038885] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3f6d35d-df01-47b7-a6ed-a3944e6e15a1 in Status: IN_PROGRESS for 2s [ 858.093251] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('895b550b-a92b-449d-8067-5b40315d6597',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.595549] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.601091] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.601091] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.601091] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.601091] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.601091] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 895b550b-a92b-449d-8067-5b40315d6597 is going to be created. [ 858.625379] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.625536] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.625585] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.626046] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.626046] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.638668] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 895b550b-a92b-449d-8067-5b40315d6597 in Status: UNINITIALIZED for 2s [ 859.963396] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63e3b484-f1c6-417a-9ba3-e1d68d938387 in Status: SUCCESS [ 859.963396] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63e3b484-f1c6-417a-9ba3-e1d68d938387 deletion is rescheduled due to dependency. [ 859.963396] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63e3b484-f1c6-417a-9ba3-e1d68d938387" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.049947] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3f6d35d-df01-47b7-a6ed-a3944e6e15a1 in Status: SUCCESS [ 860.049947] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3f6d35d-df01-47b7-a6ed-a3944e6e15a1 deletion is rescheduled due to dependency. [ 860.050076] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3f6d35d-df01-47b7-a6ed-a3944e6e15a1" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.654045] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 895b550b-a92b-449d-8067-5b40315d6597 in Status: SUCCESS [ 860.654045] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.654045] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.654045] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.654045] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.654045] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.654045] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.654045] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.654045] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.654045] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.654045] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('895b550b-a92b-449d-8067-5b40315d6597',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.156424] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-895b550b-a92b-449d-8067-5b40315d6597 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.156873] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.156873] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.157141] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.157407] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.157547] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.157659] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.157900] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.158066] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.158244] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.158508] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-895b550b-a92b-449d-8067-5b40315d6597 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.158673] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.158799] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.159048] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.159291] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.159431] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.159531] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.159743] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.159872] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.160025] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.160172] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('895b550b-a92b-449d-8067-5b40315d6597',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.663391] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 895b550b-a92b-449d-8067-5b40315d6597: rpc.has_security_group_logging(os_id): False [ 861.683853] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.684081] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.684139] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.684393] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.684522] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.684757] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.684862] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.684929] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.685107] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.685182] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.685464] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.685564] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.685605] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.685745] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.685864] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.686013] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.686205] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.686205] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.686318] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.686374] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.686553] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 895b550b-a92b-449d-8067-5b40315d6597 is going to be created. [ 861.713098] env[69836]: INFO networking_nsxv3.common.synchronization [req-2bc91ea8-864d-4eff-a9cc-9059472ba086 req-1882e26a-0e97-478b-a45c-f327abfd3d43 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Enqueued Resource ID: 79880f51-69c6-44ae-9ab1-20d0db04b690 with Priority: HIGHEST for action security_group_members [ 861.713098] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79880f51-69c6-44ae-9ab1-20d0db04b690 with Priority: HIGHEST for action security_group_members [ 861.713312] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-79880f51-69c6-44ae-9ab1-20d0db04b690 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.713312] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79880f51-69c6-44ae-9ab1-20d0db04b690" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.713415] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79880f51-69c6-44ae-9ab1-20d0db04b690" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.713612] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79880f51-69c6-44ae-9ab1-20d0db04b690" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.713780] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.713925] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.713978] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.714137] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.714227] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.714352] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79880f51-69c6-44ae-9ab1-20d0db04b690',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.754323] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.754473] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.754579] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.754775] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.754966] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.771372] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 895b550b-a92b-449d-8067-5b40315d6597 in Status: IN_PROGRESS for 2s [ 862.217017] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.217456] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.217456] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.217660] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.243545] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.245789] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.245789] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.245789] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.245789] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.245789] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.245789] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79880f51-69c6-44ae-9ab1-20d0db04b690 is going to be updated. [ 862.281123] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.281232] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.281547] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.281637] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.282716] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.291822] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79880f51-69c6-44ae-9ab1-20d0db04b690 in Status: IN_PROGRESS for 2s [ 863.784663] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 895b550b-a92b-449d-8067-5b40315d6597 in Status: SUCCESS [ 863.784966] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.999178] env[69836]: INFO networking_nsxv3.common.synchronization [req-73275727-33ad-43cd-a712-ea2571fd2abc req-fd9bace7-0c63-4d19-a251-5fb1008debc7 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Enqueued Resource ID: 6369075f-275c-4c18-bef1-7078950726f2 with Priority: HIGHEST for action security_group_members [ 863.999741] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6369075f-275c-4c18-bef1-7078950726f2 with Priority: HIGHEST for action security_group_members [ 864.000185] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-6369075f-275c-4c18-bef1-7078950726f2 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.000774] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6369075f-275c-4c18-bef1-7078950726f2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.000856] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6369075f-275c-4c18-bef1-7078950726f2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.001113] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6369075f-275c-4c18-bef1-7078950726f2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.001278] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.001380] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.001441] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.001713] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.001802] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.001898] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6369075f-275c-4c18-bef1-7078950726f2',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.303874] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79880f51-69c6-44ae-9ab1-20d0db04b690 in Status: SUCCESS [ 864.304122] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79880f51-69c6-44ae-9ab1-20d0db04b690 deletion is rescheduled due to dependency. [ 864.304218] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79880f51-69c6-44ae-9ab1-20d0db04b690" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.373935] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-220 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.374256] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-220" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.374426] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-220" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.374864] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-220" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.376775] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.376951] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.377110] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.377385] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.377559] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.377808] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 864.377934] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 864.378065] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 864.378186] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 864.378339] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 864.378522] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 864.378694] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 864.422118] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 864.422316] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.044 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 864.422455] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 864.422642] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-220" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.422985] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-86eb1d85-1ffd-4517-be1a-c9136ae21c96 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.423184] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-86eb1d85-1ffd-4517-be1a-c9136ae21c96" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.423318] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-86eb1d85-1ffd-4517-be1a-c9136ae21c96" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.423684] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-86eb1d85-1ffd-4517-be1a-c9136ae21c96" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.423829] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86eb1d85-1ffd-4517-be1a-c9136ae21c96',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.505516] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.505516] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.505516] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.505516] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.505516] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.505516] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.506768] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.506768] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.506768] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.506768] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.506768] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6369075f-275c-4c18-bef1-7078950726f2 already deleted. [ 864.506768] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6369075f-275c-4c18-bef1-7078950726f2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.929031] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.929031] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.929031] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.929575] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.929575] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.929575] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port 86eb1d85-1ffd-4517-be1a-c9136ae21c96 not found, creating... [ 864.929972] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.930157] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.930882] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.930882] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.930882] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.931112] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.932055] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.932055] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.932055] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.932055] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.932055] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: 86eb1d85-1ffd-4517-be1a-c9136ae21c96 is going to be created. [ 864.955124] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.955523] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.955796] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.956015] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.956264] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.956489] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-86eb1d85-1ffd-4517-be1a-c9136ae21c96" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.678045] env[69836]: INFO networking_nsxv3.common.synchronization [req-73275727-33ad-43cd-a712-ea2571fd2abc req-f495e1f8-414e-4827-96a0-e0cc81cdd99a service nova] Enqueued Resource ID: 6369075f-275c-4c18-bef1-7078950726f2 with Priority: HIGHEST for action security_group_rules [ 865.678045] env[69836]: INFO networking_nsxv3.common.synchronization [req-73275727-33ad-43cd-a712-ea2571fd2abc req-f495e1f8-414e-4827-96a0-e0cc81cdd99a service nova] Enqueued Resource ID: 6369075f-275c-4c18-bef1-7078950726f2 with Priority: HIGHEST for action security_group_members [ 865.678045] env[69836]: INFO networking_nsxv3.common.synchronization [req-73275727-33ad-43cd-a712-ea2571fd2abc req-f495e1f8-414e-4827-96a0-e0cc81cdd99a service nova] Enqueued Resource ID: 86eb1d85-1ffd-4517-be1a-c9136ae21c96 with Priority: HIGHEST for action port [ 865.678045] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6369075f-275c-4c18-bef1-7078950726f2 with Priority: HIGHEST for action security_group_rules [ 865.678045] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6369075f-275c-4c18-bef1-7078950726f2 with Priority: HIGHEST for action security_group_members [ 865.678045] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86eb1d85-1ffd-4517-be1a-c9136ae21c96 with Priority: HIGHEST for action port [ 865.678045] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6369075f-275c-4c18-bef1-7078950726f2 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.678524] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6369075f-275c-4c18-bef1-7078950726f2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.678524] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6369075f-275c-4c18-bef1-7078950726f2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.678648] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6369075f-275c-4c18-bef1-7078950726f2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.678648] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6369075f-275c-4c18-bef1-7078950726f2',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.679855] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-6369075f-275c-4c18-bef1-7078950726f2 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.680110] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6369075f-275c-4c18-bef1-7078950726f2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.680354] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6369075f-275c-4c18-bef1-7078950726f2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.680598] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6369075f-275c-4c18-bef1-7078950726f2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.681240] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.681385] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.681475] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.681777] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.681777] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.681882] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6369075f-275c-4c18-bef1-7078950726f2',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.682841] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-86eb1d85-1ffd-4517-be1a-c9136ae21c96 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.683571] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86eb1d85-1ffd-4517-be1a-c9136ae21c96" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.683705] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86eb1d85-1ffd-4517-be1a-c9136ae21c96" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.683892] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86eb1d85-1ffd-4517-be1a-c9136ae21c96" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.683994] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86eb1d85-1ffd-4517-be1a-c9136ae21c96',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.186091] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6369075f-275c-4c18-bef1-7078950726f2',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.187370] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-6369075f-275c-4c18-bef1-7078950726f2 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.187892] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6369075f-275c-4c18-bef1-7078950726f2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.187892] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 86eb1d85-1ffd-4517-be1a-c9136ae21c96 with status ACTIVE [ 866.188095] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.188350] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.188350] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.188626] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.188848] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.188961] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.189097] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.189173] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.189690] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.189800] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.190022] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.190119] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.190216] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.190348] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.190434] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.190552] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 86eb1d85-1ffd-4517-be1a-c9136ae21c96 is going to be updated. [ 866.213762] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.213926] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.214100] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.214221] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.214336] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.214922] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86eb1d85-1ffd-4517-be1a-c9136ae21c96" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.692698] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6369075f-275c-4c18-bef1-7078950726f2',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.196201] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.196201] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.196201] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.196859] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.196859] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.196859] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6369075f-275c-4c18-bef1-7078950726f2 is going to be created. [ 867.225615] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.225615] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.225788] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.225898] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.226079] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.236952] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6369075f-275c-4c18-bef1-7078950726f2 in Status: UNINITIALIZED for 2s [ 868.398567] env[69836]: INFO networking_nsxv3.common.synchronization [req-ef7559ea-401b-4382-a03a-c9b873ec84f4 req-93c3c559-9f32-4b46-849d-8438e284e0f9 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Enqueued Resource ID: 7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 with Priority: HIGHEST for action security_group_members [ 868.399418] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 with Priority: HIGHEST for action security_group_members [ 868.399790] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.399939] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.400114] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.400383] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.400769] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.400769] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.400769] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.400938] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.401074] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.401185] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.905460] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.957325] env[69836]: INFO networking_nsxv3.common.synchronization [req-198dadff-5c2c-47ce-87cb-91c9edbd717f req-5e6fcdb8-d021-43db-9a21-d1e1dfac132d tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Enqueued Resource ID: 895b550b-a92b-449d-8067-5b40315d6597 with Priority: HIGHEST for action security_group_members [ 868.957967] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 895b550b-a92b-449d-8067-5b40315d6597 with Priority: HIGHEST for action security_group_members [ 868.958280] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-895b550b-a92b-449d-8067-5b40315d6597 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.958406] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.958471] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.958660] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.958811] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.958906] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.958967] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.962765] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.962883] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.962962] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('895b550b-a92b-449d-8067-5b40315d6597',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.050316] env[69836]: INFO networking_nsxv3.common.synchronization [req-f08c42d4-7d52-4712-84b7-9fbaafb8d821 req-0676adee-1c21-4fd9-b14f-5cc2de61cf67 tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] Enqueued Resource ID: 7c687833-8991-4791-b9d0-dbd2cd9260f8 with Priority: HIGHEST for action security_group_members [ 869.051592] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c687833-8991-4791-b9d0-dbd2cd9260f8 with Priority: HIGHEST for action security_group_members [ 869.053120] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c687833-8991-4791-b9d0-dbd2cd9260f8 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.053251] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c687833-8991-4791-b9d0-dbd2cd9260f8" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.053322] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c687833-8991-4791-b9d0-dbd2cd9260f8" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.053605] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c687833-8991-4791-b9d0-dbd2cd9260f8" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.058531] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.058683] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.058741] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.058896] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.058987] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.059098] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c687833-8991-4791-b9d0-dbd2cd9260f8',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.250943] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6369075f-275c-4c18-bef1-7078950726f2 in Status: SUCCESS [ 869.251229] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6369075f-275c-4c18-bef1-7078950726f2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.252058] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6369075f-275c-4c18-bef1-7078950726f2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.252058] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6369075f-275c-4c18-bef1-7078950726f2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.252058] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.252058] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.252349] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.252349] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.252349] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.252467] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6369075f-275c-4c18-bef1-7078950726f2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.252515] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6369075f-275c-4c18-bef1-7078950726f2',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.408013] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.429138] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-83 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.429389] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-83" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.429551] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-83" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.429934] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-83" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.430982] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.430982] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.430982] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.431507] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.431565] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.431808] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 869.432114] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 869.432240] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 869.432301] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 869.432469] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 869.432681] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 869.432936] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 869.456019] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 869.456019] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 869.456019] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 869.456019] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-83" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.456019] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-647017ed-6779-4314-9642-d08e0e7e69dd taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.456019] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-647017ed-6779-4314-9642-d08e0e7e69dd" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.456400] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-647017ed-6779-4314-9642-d08e0e7e69dd" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.456444] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-647017ed-6779-4314-9642-d08e0e7e69dd" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.456604] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('647017ed-6779-4314-9642-d08e0e7e69dd',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.466537] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.466537] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.466537] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.466537] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.466537] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.466537] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.466537] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.466537] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.467219] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.467458] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.467725] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 895b550b-a92b-449d-8067-5b40315d6597 is going to be updated. [ 869.500057] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.500057] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.500057] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.500274] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.500703] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.511903] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 895b550b-a92b-449d-8067-5b40315d6597 in Status: IN_PROGRESS for 2s [ 869.562112] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.562314] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.562359] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.562704] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.562704] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.563064] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.563064] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.563064] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.563937] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.563937] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.563937] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c687833-8991-4791-b9d0-dbd2cd9260f8 already deleted. [ 869.563937] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c687833-8991-4791-b9d0-dbd2cd9260f8" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.755201] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-6369075f-275c-4c18-bef1-7078950726f2 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.755362] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6369075f-275c-4c18-bef1-7078950726f2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.755466] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6369075f-275c-4c18-bef1-7078950726f2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.755760] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6369075f-275c-4c18-bef1-7078950726f2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.755990] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.756170] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.756254] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.756477] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.756619] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.756729] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6369075f-275c-4c18-bef1-7078950726f2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.756942] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-6369075f-275c-4c18-bef1-7078950726f2 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.756998] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6369075f-275c-4c18-bef1-7078950726f2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.757129] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6369075f-275c-4c18-bef1-7078950726f2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.757331] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6369075f-275c-4c18-bef1-7078950726f2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.757487] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.757616] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.757686] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.758494] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.758494] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.758494] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6369075f-275c-4c18-bef1-7078950726f2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.758494] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6369075f-275c-4c18-bef1-7078950726f2',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.910488] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.910691] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.910748] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.911044] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.911194] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.911358] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 is going to be updated. [ 869.941387] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.941720] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.941720] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.942020] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.942234] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.952303] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 in Status: IN_PROGRESS for 2s [ 869.959470] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.959687] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.959832] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.960167] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.960328] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.960574] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port 647017ed-6779-4314-9642-d08e0e7e69dd not found, creating... [ 869.960863] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.961033] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.961155] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.961397] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.961539] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.961850] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.962018] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.962139] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.962375] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.962552] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.962707] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: 647017ed-6779-4314-9642-d08e0e7e69dd is going to be created. [ 869.983294] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.983506] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.983638] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.983954] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.984693] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.984693] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-647017ed-6779-4314-9642-d08e0e7e69dd" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.260536] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6369075f-275c-4c18-bef1-7078950726f2: rpc.has_security_group_logging(os_id): False [ 870.285093] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.285325] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.285325] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.285661] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.285760] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.286018] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.286149] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.286214] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.286727] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.286727] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.286727] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.286969] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.286969] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.286969] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.287327] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.287444] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.287567] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.287649] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.288432] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.288432] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.288432] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6369075f-275c-4c18-bef1-7078950726f2 is going to be created. [ 870.356169] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.356397] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.356397] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.356694] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.356907] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.391596] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6369075f-275c-4c18-bef1-7078950726f2 in Status: IN_PROGRESS for 2s [ 870.728725] env[69836]: INFO networking_nsxv3.common.synchronization [req-f08c42d4-7d52-4712-84b7-9fbaafb8d821 req-bfedc3f0-b63e-4083-97f2-bc53092a827d service nova] Enqueued Resource ID: 7c687833-8991-4791-b9d0-dbd2cd9260f8 with Priority: HIGHEST for action security_group_rules [ 870.729047] env[69836]: INFO networking_nsxv3.common.synchronization [req-f08c42d4-7d52-4712-84b7-9fbaafb8d821 req-bfedc3f0-b63e-4083-97f2-bc53092a827d service nova] Enqueued Resource ID: 7c687833-8991-4791-b9d0-dbd2cd9260f8 with Priority: HIGHEST for action security_group_members [ 870.729047] env[69836]: INFO networking_nsxv3.common.synchronization [req-f08c42d4-7d52-4712-84b7-9fbaafb8d821 req-bfedc3f0-b63e-4083-97f2-bc53092a827d service nova] Enqueued Resource ID: 647017ed-6779-4314-9642-d08e0e7e69dd with Priority: HIGHEST for action port [ 870.729304] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c687833-8991-4791-b9d0-dbd2cd9260f8 with Priority: HIGHEST for action security_group_rules [ 870.729416] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c687833-8991-4791-b9d0-dbd2cd9260f8 with Priority: HIGHEST for action security_group_members [ 870.729516] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 647017ed-6779-4314-9642-d08e0e7e69dd with Priority: HIGHEST for action port [ 870.730944] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c687833-8991-4791-b9d0-dbd2cd9260f8 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.730944] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c687833-8991-4791-b9d0-dbd2cd9260f8" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.730944] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c687833-8991-4791-b9d0-dbd2cd9260f8" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.730944] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c687833-8991-4791-b9d0-dbd2cd9260f8" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.730944] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c687833-8991-4791-b9d0-dbd2cd9260f8',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.731705] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c687833-8991-4791-b9d0-dbd2cd9260f8 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.732012] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c687833-8991-4791-b9d0-dbd2cd9260f8" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.732012] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c687833-8991-4791-b9d0-dbd2cd9260f8" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.732175] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c687833-8991-4791-b9d0-dbd2cd9260f8" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.732475] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.732572] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.732636] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.732783] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.733212] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.733776] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c687833-8991-4791-b9d0-dbd2cd9260f8',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.737299] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-647017ed-6779-4314-9642-d08e0e7e69dd taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.737299] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-647017ed-6779-4314-9642-d08e0e7e69dd" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.737299] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-647017ed-6779-4314-9642-d08e0e7e69dd" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.737299] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-647017ed-6779-4314-9642-d08e0e7e69dd" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.737299] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('647017ed-6779-4314-9642-d08e0e7e69dd',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.236809] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c687833-8991-4791-b9d0-dbd2cd9260f8',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.238184] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c687833-8991-4791-b9d0-dbd2cd9260f8 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.238300] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c687833-8991-4791-b9d0-dbd2cd9260f8" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.239921] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 647017ed-6779-4314-9642-d08e0e7e69dd with status ACTIVE [ 871.240103] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.240260] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.240336] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.240537] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.240627] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.240827] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.241051] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.241051] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.241359] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.241359] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.241494] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.241572] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.241626] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.241744] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.241810] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.241907] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 647017ed-6779-4314-9642-d08e0e7e69dd is going to be updated. [ 871.268357] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.268357] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.268357] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.268740] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.268935] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.269253] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-647017ed-6779-4314-9642-d08e0e7e69dd" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.526177] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 895b550b-a92b-449d-8067-5b40315d6597 in Status: SUCCESS [ 871.526480] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 895b550b-a92b-449d-8067-5b40315d6597 deletion is rescheduled due to dependency. [ 871.526559] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.671583] env[69836]: INFO networking_nsxv3.common.synchronization [req-29b994cf-87d9-4a8a-8e6b-c248ab23f3de req-d776d93b-99ce-4540-9dd1-83b08ca82951 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Enqueued Resource ID: 0c503460-53df-430f-8eb2-3adc0571c35b with Priority: HIGHEST for action security_group_members [ 871.671822] env[69836]: INFO networking_nsxv3.common.synchronization [req-29b994cf-87d9-4a8a-8e6b-c248ab23f3de req-d776d93b-99ce-4540-9dd1-83b08ca82951 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Enqueued Resource ID: 8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e with Priority: HIGHEST for action security_group_members [ 871.671890] env[69836]: INFO networking_nsxv3.common.synchronization [req-29b994cf-87d9-4a8a-8e6b-c248ab23f3de req-d776d93b-99ce-4540-9dd1-83b08ca82951 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Enqueued Resource ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 with Priority: HIGHEST for action security_group_members [ 871.672461] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c503460-53df-430f-8eb2-3adc0571c35b with Priority: HIGHEST for action security_group_members [ 871.672624] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e with Priority: HIGHEST for action security_group_members [ 871.672723] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 with Priority: HIGHEST for action security_group_members [ 871.673011] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c503460-53df-430f-8eb2-3adc0571c35b taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.673385] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c503460-53df-430f-8eb2-3adc0571c35b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.673461] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c503460-53df-430f-8eb2-3adc0571c35b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.673694] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c503460-53df-430f-8eb2-3adc0571c35b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.673864] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.673966] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.674056] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.674247] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.674498] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.674668] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c503460-53df-430f-8eb2-3adc0571c35b',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.679420] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.679827] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.679827] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.679987] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.680103] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.680208] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.680268] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.680480] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.680593] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.680706] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.682738] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-798155c2-14bd-4af3-9fc9-a42ec3f39a34 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.682738] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.682738] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.682992] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.683203] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.683304] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.683304] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.683454] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.683536] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.683642] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('798155c2-14bd-4af3-9fc9-a42ec3f39a34',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.739594] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c687833-8991-4791-b9d0-dbd2cd9260f8',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.925997] env[69836]: INFO networking_nsxv3.common.synchronization [req-9e818619-f590-4b51-8782-3286e97a989e req-04252d8f-7080-4e20-98dd-a15fe9ae708c tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Enqueued Resource ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 with Priority: HIGHEST for action security_group_members [ 871.927833] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 with Priority: HIGHEST for action security_group_members [ 871.927833] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-9851b922-f943-4a02-85e8-7a4557cec6e6 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.927833] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.927833] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.928179] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.928658] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.928798] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.928866] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.929046] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.929133] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.929264] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9851b922-f943-4a02-85e8-7a4557cec6e6',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.963624] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 in Status: SUCCESS [ 871.963884] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.179905] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.180124] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.180171] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.180400] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.185753] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.185753] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.185977] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.185977] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.211029] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.211029] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.211263] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.211263] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.211567] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.211567] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.211666] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c503460-53df-430f-8eb2-3adc0571c35b is going to be updated. [ 872.212622] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.212803] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.213515] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.213515] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.213515] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.213515] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.213515] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.213515] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.213842] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e is going to be updated. [ 872.214978] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.215150] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.215312] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.215513] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.219025] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.219025] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.219025] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.219025] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.219025] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 is going to be updated. [ 872.241869] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.242092] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.242143] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.242320] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.242421] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.242512] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c687833-8991-4791-b9d0-dbd2cd9260f8 is going to be created. [ 872.248502] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.248502] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.248502] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.248502] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.248502] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.248502] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.249041] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.249041] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.249041] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.249041] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.250389] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.250518] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.250575] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.250697] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.250807] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.262219] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e in Status: IN_PROGRESS for 2s [ 872.262219] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 in Status: IN_PROGRESS for 2s [ 872.262219] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c503460-53df-430f-8eb2-3adc0571c35b in Status: IN_PROGRESS for 2s [ 872.270914] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.271892] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.271892] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.271892] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.271892] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.283861] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c687833-8991-4791-b9d0-dbd2cd9260f8 in Status: UNINITIALIZED for 2s [ 872.405928] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6369075f-275c-4c18-bef1-7078950726f2 in Status: SUCCESS [ 872.406192] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6369075f-275c-4c18-bef1-7078950726f2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.432294] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.432294] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.432508] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.432662] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.461284] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.461601] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.461917] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.461917] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.462069] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.462171] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.462301] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 is going to be updated. [ 872.504293] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.504293] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.504293] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.504509] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.504651] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.515279] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 in Status: IN_PROGRESS for 2s [ 872.833980] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-344 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.834312] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-344" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.834420] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-344" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.834750] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-344" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.835116] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.835358] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.835553] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.835841] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.836061] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.836320] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 872.836451] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 872.836613] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 872.836781] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 872.836925] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 872.837082] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 872.837279] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 872.857960] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 872.858183] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 872.858348] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 872.858524] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-344" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.858904] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-d0ad7f23-b389-4245-b6f1-a3f19f97522e taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.859121] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-d0ad7f23-b389-4245-b6f1-a3f19f97522e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.859249] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-d0ad7f23-b389-4245-b6f1-a3f19f97522e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.859559] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-d0ad7f23-b389-4245-b6f1-a3f19f97522e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.859702] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0ad7f23-b389-4245-b6f1-a3f19f97522e',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.366661] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.366832] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.366967] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.367304] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.367921] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.367921] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port d0ad7f23-b389-4245-b6f1-a3f19f97522e not found, creating... [ 873.368100] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.368220] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.368287] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.368498] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.368661] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.368984] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.369105] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.369189] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.369542] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.369542] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.369653] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: d0ad7f23-b389-4245-b6f1-a3f19f97522e is going to be created. [ 873.398387] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.398678] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.398837] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.399194] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.399486] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.399761] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-d0ad7f23-b389-4245-b6f1-a3f19f97522e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.900714] env[69836]: INFO networking_nsxv3.common.synchronization [req-74a6fae7-93f9-4334-9c79-012a7154415d req-24a617c7-9bcf-4d60-a45e-5de73a3e5a81 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Enqueued Resource ID: 6f0b437e-be14-4660-bf2e-db16a8d4b9cf with Priority: HIGHEST for action security_group_members [ 873.900714] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f0b437e-be14-4660-bf2e-db16a8d4b9cf with Priority: HIGHEST for action security_group_members [ 873.901152] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f0b437e-be14-4660-bf2e-db16a8d4b9cf taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.901152] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f0b437e-be14-4660-bf2e-db16a8d4b9cf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.901152] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f0b437e-be14-4660-bf2e-db16a8d4b9cf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.902879] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f0b437e-be14-4660-bf2e-db16a8d4b9cf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.902879] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.902879] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.902879] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.902879] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.902879] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.902879] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f0b437e-be14-4660-bf2e-db16a8d4b9cf',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.277474] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 in Status: SUCCESS [ 874.277707] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 deletion is rescheduled due to dependency. [ 874.277821] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.278831] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c503460-53df-430f-8eb2-3adc0571c35b in Status: SUCCESS [ 874.278831] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c503460-53df-430f-8eb2-3adc0571c35b deletion is rescheduled due to dependency. [ 874.278831] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c503460-53df-430f-8eb2-3adc0571c35b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.279376] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e in Status: SUCCESS [ 874.279525] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e deletion is rescheduled due to dependency. [ 874.280312] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.293208] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c687833-8991-4791-b9d0-dbd2cd9260f8 in Status: SUCCESS [ 874.293324] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c687833-8991-4791-b9d0-dbd2cd9260f8" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.293459] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c687833-8991-4791-b9d0-dbd2cd9260f8" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.293737] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c687833-8991-4791-b9d0-dbd2cd9260f8" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.293977] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.293977] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.294130] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.294255] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.294300] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.294384] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c687833-8991-4791-b9d0-dbd2cd9260f8" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.294516] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7c687833-8991-4791-b9d0-dbd2cd9260f8',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.406762] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.407383] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.407560] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.407980] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.408255] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.408555] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.408768] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.408962] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.411035] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.411035] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.411035] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f0b437e-be14-4660-bf2e-db16a8d4b9cf is going to be updated. [ 874.485047] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.485047] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.485047] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.485047] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.485047] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.495477] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f0b437e-be14-4660-bf2e-db16a8d4b9cf in Status: IN_PROGRESS for 2s [ 874.527627] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 in Status: SUCCESS [ 874.527627] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 deletion is rescheduled due to dependency. [ 874.527627] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.542218] env[69836]: INFO networking_nsxv3.common.synchronization [req-9e818619-f590-4b51-8782-3286e97a989e req-16d59533-ea08-492b-a73e-d0b7f696b2ab service nova] Enqueued Resource ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 with Priority: HIGHEST for action security_group_rules [ 874.542218] env[69836]: INFO networking_nsxv3.common.synchronization [req-9e818619-f590-4b51-8782-3286e97a989e req-16d59533-ea08-492b-a73e-d0b7f696b2ab service nova] Enqueued Resource ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 with Priority: HIGHEST for action security_group_members [ 874.542218] env[69836]: INFO networking_nsxv3.common.synchronization [req-9e818619-f590-4b51-8782-3286e97a989e req-16d59533-ea08-492b-a73e-d0b7f696b2ab service nova] Enqueued Resource ID: d0ad7f23-b389-4245-b6f1-a3f19f97522e with Priority: HIGHEST for action port [ 874.542218] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 with Priority: HIGHEST for action security_group_rules [ 874.542218] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 with Priority: HIGHEST for action security_group_members [ 874.542218] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0ad7f23-b389-4245-b6f1-a3f19f97522e with Priority: HIGHEST for action port [ 874.542218] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9851b922-f943-4a02-85e8-7a4557cec6e6 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.542218] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.542218] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.542218] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.542993] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9851b922-f943-4a02-85e8-7a4557cec6e6',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.544107] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-9851b922-f943-4a02-85e8-7a4557cec6e6 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.544752] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.544952] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.545268] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.545758] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.546016] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.546282] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.546706] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.546920] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.547143] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9851b922-f943-4a02-85e8-7a4557cec6e6',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.548168] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0ad7f23-b389-4245-b6f1-a3f19f97522e taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.548460] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0ad7f23-b389-4245-b6f1-a3f19f97522e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.548700] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0ad7f23-b389-4245-b6f1-a3f19f97522e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.548986] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0ad7f23-b389-4245-b6f1-a3f19f97522e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.549198] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0ad7f23-b389-4245-b6f1-a3f19f97522e',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.800180] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c687833-8991-4791-b9d0-dbd2cd9260f8 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.800180] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c687833-8991-4791-b9d0-dbd2cd9260f8" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.800180] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c687833-8991-4791-b9d0-dbd2cd9260f8" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.800180] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c687833-8991-4791-b9d0-dbd2cd9260f8" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.800180] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.800180] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.800180] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.800180] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.800180] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.800180] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c687833-8991-4791-b9d0-dbd2cd9260f8" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.800180] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c687833-8991-4791-b9d0-dbd2cd9260f8 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.800180] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c687833-8991-4791-b9d0-dbd2cd9260f8" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.800180] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c687833-8991-4791-b9d0-dbd2cd9260f8" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.800180] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c687833-8991-4791-b9d0-dbd2cd9260f8" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.800180] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.800180] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.800898] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.800898] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.800898] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.800898] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c687833-8991-4791-b9d0-dbd2cd9260f8" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.800898] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7c687833-8991-4791-b9d0-dbd2cd9260f8',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.051634] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-9851b922-f943-4a02-85e8-7a4557cec6e6 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.051958] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.051958] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9851b922-f943-4a02-85e8-7a4557cec6e6',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.052837] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d0ad7f23-b389-4245-b6f1-a3f19f97522e with status ACTIVE [ 875.053673] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.053673] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.053673] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.053673] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.053673] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.053964] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.053964] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.053964] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.054109] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.054248] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.054372] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.054491] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.054491] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.056091] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.056091] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.056091] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d0ad7f23-b389-4245-b6f1-a3f19f97522e is going to be updated. [ 875.076280] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.076531] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.076635] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.076849] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.076991] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.077161] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0ad7f23-b389-4245-b6f1-a3f19f97522e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.303182] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7c687833-8991-4791-b9d0-dbd2cd9260f8: rpc.has_security_group_logging(os_id): False [ 875.326357] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.326561] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.326561] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.326773] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.326908] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.327083] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.328275] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.328275] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.328275] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.328275] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.328275] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.328275] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.328275] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.328275] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.328275] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.328275] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.329456] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.329456] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.329456] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.329456] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.329456] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c687833-8991-4791-b9d0-dbd2cd9260f8 is going to be created. [ 875.394425] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.394586] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.394660] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.394886] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.395085] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.408169] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c687833-8991-4791-b9d0-dbd2cd9260f8 in Status: IN_PROGRESS for 2s [ 875.557190] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9851b922-f943-4a02-85e8-7a4557cec6e6',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.060462] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.060462] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.060462] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.060462] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.060462] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.060462] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 is going to be updated. [ 876.088740] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.088977] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.088977] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.089291] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.089373] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.098926] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 in Status: IN_PROGRESS for 2s [ 876.508218] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f0b437e-be14-4660-bf2e-db16a8d4b9cf in Status: SUCCESS [ 876.508415] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f0b437e-be14-4660-bf2e-db16a8d4b9cf deletion is rescheduled due to dependency. [ 876.508546] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f0b437e-be14-4660-bf2e-db16a8d4b9cf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.420992] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c687833-8991-4791-b9d0-dbd2cd9260f8 in Status: SUCCESS [ 877.420992] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c687833-8991-4791-b9d0-dbd2cd9260f8" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.111996] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 in Status: IN_PROGRESS for 4s [ 879.542101] env[69836]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 879.542101] env[69836]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 880.125437] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 in Status: SUCCESS [ 880.125690] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.125863] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.126190] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.126466] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.126621] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.126720] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.126847] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.126931] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.127210] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.127210] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9851b922-f943-4a02-85e8-7a4557cec6e6',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.632269] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-9851b922-f943-4a02-85e8-7a4557cec6e6 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.632702] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.632702] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.632847] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.632903] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.633011] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.633076] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.633234] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.633321] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.633436] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.633610] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-9851b922-f943-4a02-85e8-7a4557cec6e6 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.633750] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.633750] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.633910] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.634115] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.634218] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.634386] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.634667] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.634667] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.634667] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.634667] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9851b922-f943-4a02-85e8-7a4557cec6e6',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.138553] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9851b922-f943-4a02-85e8-7a4557cec6e6: rpc.has_security_group_logging(os_id): False [ 881.165790] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.165896] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.165973] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.166241] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.166335] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.166534] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.166636] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.166700] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.166868] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.166947] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.167190] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.167287] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.167360] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.167599] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.167690] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.167889] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.167989] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.170029] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.171101] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.171101] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.171101] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 is going to be updated. [ 881.249925] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.250105] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.250162] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.250359] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.250511] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.266898] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 in Status: IN_PROGRESS for 2s [ 881.357081] env[69836]: INFO networking_nsxv3.common.synchronization [None req-f328431a-8890-4f78-8378-a77034010700 None None] Enqueued Resource ID: 5c598ed5-4267-45b6-ae81-0b4147db4c11 with Priority: HIGHEST for action port [ 881.357918] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c598ed5-4267-45b6-ae81-0b4147db4c11 with Priority: HIGHEST for action port [ 881.358269] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c598ed5-4267-45b6-ae81-0b4147db4c11 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.358462] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c598ed5-4267-45b6-ae81-0b4147db4c11" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.358540] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c598ed5-4267-45b6-ae81-0b4147db4c11" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.358801] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c598ed5-4267-45b6-ae81-0b4147db4c11" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.358895] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c598ed5-4267-45b6-ae81-0b4147db4c11',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.746065] env[69836]: INFO networking_nsxv3.common.synchronization [req-0eb3c028-8607-4cd2-9265-0a579cfc0b9f req-1a99ad38-c418-4975-9ee9-f134fe842a86 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Enqueued Resource ID: 546c6f1a-f24f-4335-8048-aa08f789e4dc with Priority: HIGHEST for action security_group_members [ 881.746709] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 546c6f1a-f24f-4335-8048-aa08f789e4dc with Priority: HIGHEST for action security_group_members [ 881.748380] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-546c6f1a-f24f-4335-8048-aa08f789e4dc taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.750256] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-546c6f1a-f24f-4335-8048-aa08f789e4dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.750256] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-546c6f1a-f24f-4335-8048-aa08f789e4dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.750256] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-546c6f1a-f24f-4335-8048-aa08f789e4dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.750256] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.750256] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.750256] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.751631] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.751764] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.751894] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('546c6f1a-f24f-4335-8048-aa08f789e4dc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.863234] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5c598ed5-4267-45b6-ae81-0b4147db4c11 [ 881.863626] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.866657] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.866657] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.866881] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.867312] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.867312] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5c598ed5-4267-45b6-ae81-0b4147db4c11 already deleted. [ 881.867312] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c598ed5-4267-45b6-ae81-0b4147db4c11" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.257209] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.257209] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.257209] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.257209] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.286732] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.286732] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.286732] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.286732] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.286732] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.286732] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.286732] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 546c6f1a-f24f-4335-8048-aa08f789e4dc is going to be updated. [ 882.320456] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.321612] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.321612] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.321770] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.324017] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.335082] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 546c6f1a-f24f-4335-8048-aa08f789e4dc in Status: IN_PROGRESS for 2s [ 882.422355] env[69836]: INFO networking_nsxv3.common.synchronization [None req-759a7699-f7d4-46b3-ae2e-936896bb9054 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Enqueued Resource ID: 5c7c0d7b-66c6-493f-861a-707dd5ce5956 with Priority: HIGHEST for action security_group_rules [ 882.422954] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c7c0d7b-66c6-493f-861a-707dd5ce5956 with Priority: HIGHEST for action security_group_rules [ 882.424984] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c7c0d7b-66c6-493f-861a-707dd5ce5956 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.427863] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c7c0d7b-66c6-493f-861a-707dd5ce5956" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.428353] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c7c0d7b-66c6-493f-861a-707dd5ce5956" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.432094] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c7c0d7b-66c6-493f-861a-707dd5ce5956" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.432094] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c7c0d7b-66c6-493f-861a-707dd5ce5956',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.521221] env[69836]: INFO networking_nsxv3.common.synchronization [None req-34edccbb-2bfc-4a05-bce6-547657aad1d8 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Enqueued Resource ID: 5c7c0d7b-66c6-493f-861a-707dd5ce5956 with Priority: HIGHEST for action security_group_rules [ 882.521976] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c7c0d7b-66c6-493f-861a-707dd5ce5956 with Priority: HIGHEST for action security_group_rules [ 882.522396] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c7c0d7b-66c6-493f-861a-707dd5ce5956 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.523217] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c7c0d7b-66c6-493f-861a-707dd5ce5956" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.975133] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.975475] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.975475] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.975619] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.975712] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.975815] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c7c0d7b-66c6-493f-861a-707dd5ce5956 already deleted. [ 882.975899] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c7c0d7b-66c6-493f-861a-707dd5ce5956" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.976075] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c7c0d7b-66c6-493f-861a-707dd5ce5956" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.976267] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c7c0d7b-66c6-493f-861a-707dd5ce5956" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.976294] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c7c0d7b-66c6-493f-861a-707dd5ce5956',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.281541] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 in Status: SUCCESS [ 883.281797] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.500800] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.500800] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.500800] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.500800] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.500800] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.500800] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c7c0d7b-66c6-493f-861a-707dd5ce5956 already deleted. [ 883.500800] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c7c0d7b-66c6-493f-861a-707dd5ce5956" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.892192] env[69836]: INFO networking_nsxv3.common.synchronization [None req-99fc85c5-2867-4253-b43a-1890e2c1ccdb None None] Enqueued Resource ID: becbfc99-0445-4e1a-8fd4-8156236cae88 with Priority: HIGHEST for action port [ 883.892192] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: becbfc99-0445-4e1a-8fd4-8156236cae88 with Priority: HIGHEST for action port [ 883.892476] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-becbfc99-0445-4e1a-8fd4-8156236cae88 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.892600] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-becbfc99-0445-4e1a-8fd4-8156236cae88" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.892668] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-becbfc99-0445-4e1a-8fd4-8156236cae88" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.892915] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-becbfc99-0445-4e1a-8fd4-8156236cae88" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.892996] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('becbfc99-0445-4e1a-8fd4-8156236cae88',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.346721] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 546c6f1a-f24f-4335-8048-aa08f789e4dc in Status: SUCCESS [ 884.346979] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 546c6f1a-f24f-4335-8048-aa08f789e4dc deletion is rescheduled due to dependency. [ 884.347080] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-546c6f1a-f24f-4335-8048-aa08f789e4dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.397791] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port becbfc99-0445-4e1a-8fd4-8156236cae88 [ 884.397791] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.397791] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.397791] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.397791] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.397791] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.397791] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:becbfc99-0445-4e1a-8fd4-8156236cae88 already deleted. [ 884.397791] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-becbfc99-0445-4e1a-8fd4-8156236cae88" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.630867] env[69836]: INFO networking_nsxv3.common.synchronization [req-ff95fcb4-33e2-4a93-a51c-78a2485e6dbf req-8c066ea3-a5be-463e-b9f4-5d0efcab26f9 tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] Enqueued Resource ID: 7c687833-8991-4791-b9d0-dbd2cd9260f8 with Priority: HIGHEST for action security_group_members [ 884.631091] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c687833-8991-4791-b9d0-dbd2cd9260f8 with Priority: HIGHEST for action security_group_members [ 884.631267] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c687833-8991-4791-b9d0-dbd2cd9260f8 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.631441] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c687833-8991-4791-b9d0-dbd2cd9260f8" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.631470] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c687833-8991-4791-b9d0-dbd2cd9260f8" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.632142] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c687833-8991-4791-b9d0-dbd2cd9260f8" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.632142] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.632142] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.632142] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.632142] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.632587] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.632587] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c687833-8991-4791-b9d0-dbd2cd9260f8',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.140380] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.140552] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.140627] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.140853] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.140946] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.141165] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.141264] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.141327] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.141479] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.141556] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.141644] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c687833-8991-4791-b9d0-dbd2cd9260f8 is going to be updated. [ 885.171276] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.171276] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.171375] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.171545] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.171694] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.184050] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c687833-8991-4791-b9d0-dbd2cd9260f8 in Status: IN_PROGRESS for 2s [ 887.214883] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c687833-8991-4791-b9d0-dbd2cd9260f8 in Status: SUCCESS [ 887.214883] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c687833-8991-4791-b9d0-dbd2cd9260f8 deletion is rescheduled due to dependency. [ 887.214883] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c687833-8991-4791-b9d0-dbd2cd9260f8" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.701602] env[69836]: INFO networking_nsxv3.common.synchronization [req-d66f04d5-1d33-4ff2-9826-981d63861a39 req-4fac17a6-9fbf-4c3f-95cd-4930d4c30432 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Enqueued Resource ID: 1901b260-9933-45b0-8421-0e40c69c1331 with Priority: HIGHEST for action security_group_members [ 888.702147] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1901b260-9933-45b0-8421-0e40c69c1331 with Priority: HIGHEST for action security_group_members [ 888.702453] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-1901b260-9933-45b0-8421-0e40c69c1331 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.702580] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1901b260-9933-45b0-8421-0e40c69c1331" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.702644] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1901b260-9933-45b0-8421-0e40c69c1331" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.702896] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1901b260-9933-45b0-8421-0e40c69c1331" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.703065] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.703169] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.703232] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.703381] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.703464] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.703656] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1901b260-9933-45b0-8421-0e40c69c1331',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.108362] env[69836]: INFO networking_nsxv3.common.synchronization [req-b6ad703a-c5a2-48f4-a24f-07c095b0631e req-5cb248a1-3e59-4485-977c-ece87471ec23 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Enqueued Resource ID: 12cfbb32-8be7-4ba1-97a7-fcdc5b4efec7 with Priority: HIGHEST for action security_group_members [ 889.108975] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12cfbb32-8be7-4ba1-97a7-fcdc5b4efec7 with Priority: HIGHEST for action security_group_members [ 889.109420] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-12cfbb32-8be7-4ba1-97a7-fcdc5b4efec7 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.109549] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12cfbb32-8be7-4ba1-97a7-fcdc5b4efec7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.109617] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12cfbb32-8be7-4ba1-97a7-fcdc5b4efec7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.109845] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12cfbb32-8be7-4ba1-97a7-fcdc5b4efec7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.110384] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.110384] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.110384] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.110384] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.111138] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.111138] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12cfbb32-8be7-4ba1-97a7-fcdc5b4efec7',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.209207] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.209383] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.209437] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.209650] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.209795] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.209982] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.210094] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.210158] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.210317] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.210396] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.210484] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1901b260-9933-45b0-8421-0e40c69c1331 already deleted. [ 889.210567] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1901b260-9933-45b0-8421-0e40c69c1331" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.510217] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-510 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.511106] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-510" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.511377] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-510" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.512178] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-510" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.512593] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.513509] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.513790] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.514256] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.514570] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.515851] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 889.516190] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 889.516827] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 889.517169] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 889.517515] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 889.519074] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 889.519074] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 889.548369] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 889.548369] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 889.548369] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 889.548369] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-510" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.548620] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-09f4c10b-ffa8-463c-b1b2-8ca87312805f taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.549252] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-09f4c10b-ffa8-463c-b1b2-8ca87312805f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.549252] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-09f4c10b-ffa8-463c-b1b2-8ca87312805f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.549252] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-09f4c10b-ffa8-463c-b1b2-8ca87312805f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.549432] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09f4c10b-ffa8-463c-b1b2-8ca87312805f',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.614724] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.614724] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.614724] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.614724] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.614724] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.614724] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.616100] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.616100] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.616100] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.616100] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.616100] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12cfbb32-8be7-4ba1-97a7-fcdc5b4efec7 is going to be updated. [ 889.650221] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.650404] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.650462] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.650649] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.650800] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.662182] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12cfbb32-8be7-4ba1-97a7-fcdc5b4efec7 in Status: IN_PROGRESS for 2s [ 890.052249] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.052654] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.052654] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.052900] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.053091] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.053266] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port 09f4c10b-ffa8-463c-b1b2-8ca87312805f not found, creating... [ 890.053544] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.053702] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.053821] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.054056] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.054214] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.054515] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.054670] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.054783] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.054993] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.055307] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.055307] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: 09f4c10b-ffa8-463c-b1b2-8ca87312805f is going to be created. [ 890.082569] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.082775] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.082978] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.083213] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.083453] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.083859] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-09f4c10b-ffa8-463c-b1b2-8ca87312805f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.966283] env[69836]: INFO networking_nsxv3.common.synchronization [req-d66f04d5-1d33-4ff2-9826-981d63861a39 req-40869f2a-41f1-4b9e-a8d4-068c09df3da1 service nova] Enqueued Resource ID: 1901b260-9933-45b0-8421-0e40c69c1331 with Priority: HIGHEST for action security_group_rules [ 890.966283] env[69836]: INFO networking_nsxv3.common.synchronization [req-d66f04d5-1d33-4ff2-9826-981d63861a39 req-40869f2a-41f1-4b9e-a8d4-068c09df3da1 service nova] Enqueued Resource ID: 1901b260-9933-45b0-8421-0e40c69c1331 with Priority: HIGHEST for action security_group_members [ 890.966283] env[69836]: INFO networking_nsxv3.common.synchronization [req-d66f04d5-1d33-4ff2-9826-981d63861a39 req-40869f2a-41f1-4b9e-a8d4-068c09df3da1 service nova] Enqueued Resource ID: 09f4c10b-ffa8-463c-b1b2-8ca87312805f with Priority: HIGHEST for action port [ 890.966283] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1901b260-9933-45b0-8421-0e40c69c1331 with Priority: HIGHEST for action security_group_rules [ 890.966283] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1901b260-9933-45b0-8421-0e40c69c1331 with Priority: HIGHEST for action security_group_members [ 890.966283] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09f4c10b-ffa8-463c-b1b2-8ca87312805f with Priority: HIGHEST for action port [ 890.966931] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1901b260-9933-45b0-8421-0e40c69c1331 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.967229] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1901b260-9933-45b0-8421-0e40c69c1331" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.967386] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1901b260-9933-45b0-8421-0e40c69c1331" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.968035] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1901b260-9933-45b0-8421-0e40c69c1331" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.968212] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1901b260-9933-45b0-8421-0e40c69c1331',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.969210] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-1901b260-9933-45b0-8421-0e40c69c1331 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.969538] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1901b260-9933-45b0-8421-0e40c69c1331" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.969701] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1901b260-9933-45b0-8421-0e40c69c1331" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.969980] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1901b260-9933-45b0-8421-0e40c69c1331" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.970295] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.970496] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.970658] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.970906] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.971086] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.971272] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1901b260-9933-45b0-8421-0e40c69c1331',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.973049] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-09f4c10b-ffa8-463c-b1b2-8ca87312805f taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.973049] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-09f4c10b-ffa8-463c-b1b2-8ca87312805f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.973049] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-09f4c10b-ffa8-463c-b1b2-8ca87312805f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.973205] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-09f4c10b-ffa8-463c-b1b2-8ca87312805f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.973205] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09f4c10b-ffa8-463c-b1b2-8ca87312805f',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.477581] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-1901b260-9933-45b0-8421-0e40c69c1331 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.477934] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1901b260-9933-45b0-8421-0e40c69c1331" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.477967] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1901b260-9933-45b0-8421-0e40c69c1331',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.479247] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 09f4c10b-ffa8-463c-b1b2-8ca87312805f with status ACTIVE [ 891.479708] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.479708] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.479708] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.479993] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.479993] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.480210] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.480311] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.480421] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.480621] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.480706] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.481070] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.481172] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.481172] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.481335] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.481410] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.481497] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 09f4c10b-ffa8-463c-b1b2-8ca87312805f is going to be updated. [ 891.505325] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.505497] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.508748] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.508748] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.508748] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.508748] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-09f4c10b-ffa8-463c-b1b2-8ca87312805f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.673670] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12cfbb32-8be7-4ba1-97a7-fcdc5b4efec7 in Status: SUCCESS [ 891.673670] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12cfbb32-8be7-4ba1-97a7-fcdc5b4efec7 deletion is rescheduled due to dependency. [ 891.673670] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12cfbb32-8be7-4ba1-97a7-fcdc5b4efec7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.984258] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1901b260-9933-45b0-8421-0e40c69c1331',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.324490] env[69836]: INFO networking_nsxv3.common.synchronization [req-7dca3c44-7834-4e11-b2d6-ec37dbe8a1f4 req-13a668f4-7bfb-4f10-8d61-32d96e6db80d tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] Enqueued Resource ID: 35c3e359-cc76-4cea-bb1a-91d1bc1fbb46 with Priority: HIGHEST for action security_group_members [ 892.325054] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35c3e359-cc76-4cea-bb1a-91d1bc1fbb46 with Priority: HIGHEST for action security_group_members [ 892.325403] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-35c3e359-cc76-4cea-bb1a-91d1bc1fbb46 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.325536] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35c3e359-cc76-4cea-bb1a-91d1bc1fbb46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.325605] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35c3e359-cc76-4cea-bb1a-91d1bc1fbb46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.325857] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35c3e359-cc76-4cea-bb1a-91d1bc1fbb46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.326043] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.326151] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.326213] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.326369] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.326452] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.326546] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35c3e359-cc76-4cea-bb1a-91d1bc1fbb46',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.486154] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.486491] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.486491] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.486729] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.486857] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.486985] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1901b260-9933-45b0-8421-0e40c69c1331 is going to be created. [ 892.510613] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.510796] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.510843] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.511121] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.511294] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.526028] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1901b260-9933-45b0-8421-0e40c69c1331 in Status: UNINITIALIZED for 2s [ 892.636633] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-527 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.636835] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-527" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.636960] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-527" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.637325] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-527" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.637658] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.637827] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.637946] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.638336] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.638336] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.638587] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 892.638724] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 892.638836] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 892.638945] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 892.639068] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 892.639200] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 892.639313] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 892.658432] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 892.658618] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 892.658758] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 892.658940] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-527" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.659277] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-a70892aa-40fc-49ae-917f-38b49fbfeb0e taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.659449] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-a70892aa-40fc-49ae-917f-38b49fbfeb0e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.659572] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-a70892aa-40fc-49ae-917f-38b49fbfeb0e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.659892] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-a70892aa-40fc-49ae-917f-38b49fbfeb0e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.660048] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a70892aa-40fc-49ae-917f-38b49fbfeb0e',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.830131] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.831946] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.831946] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.831946] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.831946] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.831946] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.831946] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.831946] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.831946] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.831946] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.831946] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35c3e359-cc76-4cea-bb1a-91d1bc1fbb46 already deleted. [ 892.831946] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35c3e359-cc76-4cea-bb1a-91d1bc1fbb46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.163684] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.164436] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.164922] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.165548] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.165920] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.166399] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port a70892aa-40fc-49ae-917f-38b49fbfeb0e not found, creating... [ 893.166962] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.167406] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.167756] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.168554] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.169285] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.169932] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.171996] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.171996] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.171996] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.171996] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.171996] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: a70892aa-40fc-49ae-917f-38b49fbfeb0e is going to be created. [ 893.203917] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.204215] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.204345] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.204846] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.205275] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.205943] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-a70892aa-40fc-49ae-917f-38b49fbfeb0e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.879198] env[69836]: INFO networking_nsxv3.common.synchronization [req-7dca3c44-7834-4e11-b2d6-ec37dbe8a1f4 req-ac959508-2416-480c-ac96-3404362ef513 service nova] Enqueued Resource ID: 35c3e359-cc76-4cea-bb1a-91d1bc1fbb46 with Priority: HIGHEST for action security_group_rules [ 893.879198] env[69836]: INFO networking_nsxv3.common.synchronization [req-7dca3c44-7834-4e11-b2d6-ec37dbe8a1f4 req-ac959508-2416-480c-ac96-3404362ef513 service nova] Enqueued Resource ID: 35c3e359-cc76-4cea-bb1a-91d1bc1fbb46 with Priority: HIGHEST for action security_group_members [ 893.879198] env[69836]: INFO networking_nsxv3.common.synchronization [req-7dca3c44-7834-4e11-b2d6-ec37dbe8a1f4 req-ac959508-2416-480c-ac96-3404362ef513 service nova] Enqueued Resource ID: a70892aa-40fc-49ae-917f-38b49fbfeb0e with Priority: HIGHEST for action port [ 893.879198] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35c3e359-cc76-4cea-bb1a-91d1bc1fbb46 with Priority: HIGHEST for action security_group_rules [ 893.879198] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35c3e359-cc76-4cea-bb1a-91d1bc1fbb46 with Priority: HIGHEST for action security_group_members [ 893.879198] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a70892aa-40fc-49ae-917f-38b49fbfeb0e with Priority: HIGHEST for action port [ 893.879198] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35c3e359-cc76-4cea-bb1a-91d1bc1fbb46 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.879198] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35c3e359-cc76-4cea-bb1a-91d1bc1fbb46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.880182] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35c3e359-cc76-4cea-bb1a-91d1bc1fbb46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.880664] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35c3e359-cc76-4cea-bb1a-91d1bc1fbb46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.880906] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35c3e359-cc76-4cea-bb1a-91d1bc1fbb46',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.883038] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-35c3e359-cc76-4cea-bb1a-91d1bc1fbb46 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.883038] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35c3e359-cc76-4cea-bb1a-91d1bc1fbb46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.883038] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35c3e359-cc76-4cea-bb1a-91d1bc1fbb46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.883038] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35c3e359-cc76-4cea-bb1a-91d1bc1fbb46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.883354] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.883639] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.883639] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.883742] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.883944] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.884074] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35c3e359-cc76-4cea-bb1a-91d1bc1fbb46',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.887665] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-a70892aa-40fc-49ae-917f-38b49fbfeb0e taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.888600] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a70892aa-40fc-49ae-917f-38b49fbfeb0e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.888786] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a70892aa-40fc-49ae-917f-38b49fbfeb0e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.888958] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a70892aa-40fc-49ae-917f-38b49fbfeb0e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.889137] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a70892aa-40fc-49ae-917f-38b49fbfeb0e',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.390605] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('35c3e359-cc76-4cea-bb1a-91d1bc1fbb46',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.392230] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-35c3e359-cc76-4cea-bb1a-91d1bc1fbb46 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.392393] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35c3e359-cc76-4cea-bb1a-91d1bc1fbb46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.392494] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a70892aa-40fc-49ae-917f-38b49fbfeb0e with status ACTIVE [ 894.392652] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.392833] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.392833] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.393056] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.393155] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.394100] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.394100] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.394100] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.394100] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.394100] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.394100] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.394417] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.394417] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.394417] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.394417] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.394670] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a70892aa-40fc-49ae-917f-38b49fbfeb0e is going to be updated. [ 894.423762] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.423762] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.423762] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.423762] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.423762] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.423762] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a70892aa-40fc-49ae-917f-38b49fbfeb0e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.545903] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1901b260-9933-45b0-8421-0e40c69c1331 in Status: SUCCESS [ 894.546159] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1901b260-9933-45b0-8421-0e40c69c1331" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.546448] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1901b260-9933-45b0-8421-0e40c69c1331" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.547031] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1901b260-9933-45b0-8421-0e40c69c1331" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.547121] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.547277] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.547397] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.547737] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.547877] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.548057] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1901b260-9933-45b0-8421-0e40c69c1331" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.548212] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1901b260-9933-45b0-8421-0e40c69c1331',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.898405] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('35c3e359-cc76-4cea-bb1a-91d1bc1fbb46',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.976096] env[69836]: INFO networking_nsxv3.common.synchronization [req-4f20e2d5-0889-444b-b114-fe3e6802f214 req-77b4d09b-67cc-492e-91b0-35ac61fad889 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] Enqueued Resource ID: fa1d9a12-77ed-4460-b351-7a91c1c9b834 with Priority: HIGHEST for action security_group_members [ 894.976721] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa1d9a12-77ed-4460-b351-7a91c1c9b834 with Priority: HIGHEST for action security_group_members [ 894.977797] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa1d9a12-77ed-4460-b351-7a91c1c9b834 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.977797] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa1d9a12-77ed-4460-b351-7a91c1c9b834" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.977797] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa1d9a12-77ed-4460-b351-7a91c1c9b834" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.977797] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa1d9a12-77ed-4460-b351-7a91c1c9b834" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.977797] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.977797] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.978106] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.978106] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.978106] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.978194] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa1d9a12-77ed-4460-b351-7a91c1c9b834',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.051442] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1901b260-9933-45b0-8421-0e40c69c1331',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.308531] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-309 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.308792] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-309" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.308914] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-309" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.309304] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-309" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.309558] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.309719] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.309843] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.310079] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.310232] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.310458] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 895.310583] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 895.310721] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 895.310833] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 895.310951] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 895.311067] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 895.311203] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 895.330910] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 895.331113] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 895.331269] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 895.331429] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-309" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.331751] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-3ab29d83-e9e6-439a-b11e-c0d8181b7672 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.331935] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-3ab29d83-e9e6-439a-b11e-c0d8181b7672" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.332070] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-3ab29d83-e9e6-439a-b11e-c0d8181b7672" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.332384] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-3ab29d83-e9e6-439a-b11e-c0d8181b7672" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.332958] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ab29d83-e9e6-439a-b11e-c0d8181b7672',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.402462] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.402586] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.402660] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.403436] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.403436] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.403436] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35c3e359-cc76-4cea-bb1a-91d1bc1fbb46 is going to be created. [ 895.429927] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.430090] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.430149] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.430736] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.434170] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.445548] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35c3e359-cc76-4cea-bb1a-91d1bc1fbb46 in Status: UNINITIALIZED for 2s [ 895.480427] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.480593] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.480669] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.480880] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.480974] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.481213] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.481321] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.481386] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.481538] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.481618] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.481705] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa1d9a12-77ed-4460-b351-7a91c1c9b834 already deleted. [ 895.481784] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa1d9a12-77ed-4460-b351-7a91c1c9b834" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.556525] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1901b260-9933-45b0-8421-0e40c69c1331: rpc.has_security_group_logging(os_id): False [ 895.576480] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.576735] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.576868] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.577264] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.577443] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.577895] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.580170] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.580288] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.580478] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.580587] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.580864] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1901b260-9933-45b0-8421-0e40c69c1331 is going to be created. [ 895.650421] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.650650] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.650777] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.651043] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.651324] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.663979] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1901b260-9933-45b0-8421-0e40c69c1331 in Status: IN_PROGRESS for 2s [ 895.836192] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.836700] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.836885] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.837315] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.837644] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.837905] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port 3ab29d83-e9e6-439a-b11e-c0d8181b7672 not found, creating... [ 895.838375] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.838645] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.838836] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.839201] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.839415] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.839825] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.840050] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.840221] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.840431] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.840579] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.840810] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: 3ab29d83-e9e6-439a-b11e-c0d8181b7672 is going to be created. [ 895.877928] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.878219] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.878347] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.878736] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.879036] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.879386] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-3ab29d83-e9e6-439a-b11e-c0d8181b7672" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.567825] env[69836]: INFO networking_nsxv3.common.synchronization [req-4f20e2d5-0889-444b-b114-fe3e6802f214 req-0a17269b-9497-474d-80e9-9ce69187174b service nova] Enqueued Resource ID: fa1d9a12-77ed-4460-b351-7a91c1c9b834 with Priority: HIGHEST for action security_group_rules [ 896.568169] env[69836]: INFO networking_nsxv3.common.synchronization [req-4f20e2d5-0889-444b-b114-fe3e6802f214 req-0a17269b-9497-474d-80e9-9ce69187174b service nova] Enqueued Resource ID: fa1d9a12-77ed-4460-b351-7a91c1c9b834 with Priority: HIGHEST for action security_group_members [ 896.568169] env[69836]: INFO networking_nsxv3.common.synchronization [req-4f20e2d5-0889-444b-b114-fe3e6802f214 req-0a17269b-9497-474d-80e9-9ce69187174b service nova] Enqueued Resource ID: 3ab29d83-e9e6-439a-b11e-c0d8181b7672 with Priority: HIGHEST for action port [ 896.568386] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa1d9a12-77ed-4460-b351-7a91c1c9b834 with Priority: HIGHEST for action security_group_rules [ 896.568523] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa1d9a12-77ed-4460-b351-7a91c1c9b834 with Priority: HIGHEST for action security_group_members [ 896.568606] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ab29d83-e9e6-439a-b11e-c0d8181b7672 with Priority: HIGHEST for action port [ 896.569193] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa1d9a12-77ed-4460-b351-7a91c1c9b834 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.569323] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa1d9a12-77ed-4460-b351-7a91c1c9b834" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.569376] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa1d9a12-77ed-4460-b351-7a91c1c9b834" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.569621] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa1d9a12-77ed-4460-b351-7a91c1c9b834" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.569717] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa1d9a12-77ed-4460-b351-7a91c1c9b834',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.570573] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa1d9a12-77ed-4460-b351-7a91c1c9b834 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.570675] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa1d9a12-77ed-4460-b351-7a91c1c9b834" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.570743] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa1d9a12-77ed-4460-b351-7a91c1c9b834" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.570901] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa1d9a12-77ed-4460-b351-7a91c1c9b834" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.571112] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.571248] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.571248] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.571343] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.571410] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.571494] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa1d9a12-77ed-4460-b351-7a91c1c9b834',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.572431] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ab29d83-e9e6-439a-b11e-c0d8181b7672 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.572431] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ab29d83-e9e6-439a-b11e-c0d8181b7672" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.577550] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ab29d83-e9e6-439a-b11e-c0d8181b7672" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.577550] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ab29d83-e9e6-439a-b11e-c0d8181b7672" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.577550] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ab29d83-e9e6-439a-b11e-c0d8181b7672',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.078401] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa1d9a12-77ed-4460-b351-7a91c1c9b834 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.082025] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa1d9a12-77ed-4460-b351-7a91c1c9b834" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.082025] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa1d9a12-77ed-4460-b351-7a91c1c9b834',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.082025] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3ab29d83-e9e6-439a-b11e-c0d8181b7672 with status ACTIVE [ 897.082025] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.082025] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.082542] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.082854] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.083048] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.083332] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.083642] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.083823] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.084162] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.084326] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.084597] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.084805] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.084947] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.085189] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.085352] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.085504] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3ab29d83-e9e6-439a-b11e-c0d8181b7672 is going to be updated. [ 897.110918] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.110918] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.110918] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.110918] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.110918] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.110918] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ab29d83-e9e6-439a-b11e-c0d8181b7672" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.461027] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35c3e359-cc76-4cea-bb1a-91d1bc1fbb46 in Status: SUCCESS [ 897.461027] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35c3e359-cc76-4cea-bb1a-91d1bc1fbb46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.461027] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35c3e359-cc76-4cea-bb1a-91d1bc1fbb46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.461027] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35c3e359-cc76-4cea-bb1a-91d1bc1fbb46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.461027] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.461027] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.461027] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.461027] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.461803] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.462117] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35c3e359-cc76-4cea-bb1a-91d1bc1fbb46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.462429] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('35c3e359-cc76-4cea-bb1a-91d1bc1fbb46',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.590199] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa1d9a12-77ed-4460-b351-7a91c1c9b834',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.679211] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1901b260-9933-45b0-8421-0e40c69c1331 in Status: SUCCESS [ 897.679211] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1901b260-9933-45b0-8421-0e40c69c1331" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.888093] env[69836]: INFO networking_nsxv3.common.synchronization [req-47ff33f5-0050-4c66-94f6-fabf7317335f req-e559433b-b040-4f14-afc7-a1a130ee208d tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Enqueued Resource ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 with Priority: HIGHEST for action security_group_members [ 897.888377] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 with Priority: HIGHEST for action security_group_members [ 897.888978] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-9851b922-f943-4a02-85e8-7a4557cec6e6 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.889398] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.889662] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.890249] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.892352] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.892352] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.892352] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.892352] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.892352] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.892992] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9851b922-f943-4a02-85e8-7a4557cec6e6',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.964974] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-35c3e359-cc76-4cea-bb1a-91d1bc1fbb46 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.964974] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35c3e359-cc76-4cea-bb1a-91d1bc1fbb46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.965130] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35c3e359-cc76-4cea-bb1a-91d1bc1fbb46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.965290] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35c3e359-cc76-4cea-bb1a-91d1bc1fbb46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.965513] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.965655] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.965719] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.965872] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.965960] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.966124] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35c3e359-cc76-4cea-bb1a-91d1bc1fbb46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.966299] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-35c3e359-cc76-4cea-bb1a-91d1bc1fbb46 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.966395] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35c3e359-cc76-4cea-bb1a-91d1bc1fbb46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.966471] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35c3e359-cc76-4cea-bb1a-91d1bc1fbb46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.966613] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35c3e359-cc76-4cea-bb1a-91d1bc1fbb46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.967137] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.967254] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.967351] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.967620] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.967705] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.967790] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35c3e359-cc76-4cea-bb1a-91d1bc1fbb46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.968021] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('35c3e359-cc76-4cea-bb1a-91d1bc1fbb46',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.094403] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.094403] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.094403] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.094403] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.094403] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.094403] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa1d9a12-77ed-4460-b351-7a91c1c9b834 is going to be created. [ 898.130479] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.130479] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.130479] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.130479] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.130479] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.140842] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa1d9a12-77ed-4460-b351-7a91c1c9b834 in Status: UNINITIALIZED for 2s [ 898.396201] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.396413] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.397408] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.397408] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.397408] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.397408] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.397408] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.397408] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.398039] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.398339] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.399842] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 is going to be updated. [ 898.438022] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.438022] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.438022] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.438022] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.438022] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.447954] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 in Status: IN_PROGRESS for 2s [ 898.471561] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 35c3e359-cc76-4cea-bb1a-91d1bc1fbb46: rpc.has_security_group_logging(os_id): False [ 898.494831] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.495034] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.495164] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.495529] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.495802] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.495906] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.496049] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.496136] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.496322] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.496406] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.496623] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.496733] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.496786] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.496925] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.497006] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.497344] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.497441] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.497597] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.497770] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.497850] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.497943] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35c3e359-cc76-4cea-bb1a-91d1bc1fbb46 is going to be created. [ 898.599934] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.600419] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.600419] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.600527] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.600678] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.614884] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35c3e359-cc76-4cea-bb1a-91d1bc1fbb46 in Status: IN_PROGRESS for 2s [ 900.153177] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa1d9a12-77ed-4460-b351-7a91c1c9b834 in Status: SUCCESS [ 900.153177] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa1d9a12-77ed-4460-b351-7a91c1c9b834" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.153177] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa1d9a12-77ed-4460-b351-7a91c1c9b834" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.153177] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa1d9a12-77ed-4460-b351-7a91c1c9b834" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.153177] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.153177] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.153177] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.153177] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.153638] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.153638] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa1d9a12-77ed-4460-b351-7a91c1c9b834" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.153638] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fa1d9a12-77ed-4460-b351-7a91c1c9b834',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.458522] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 in Status: SUCCESS [ 900.458745] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 deletion is rescheduled due to dependency. [ 900.458840] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.637020] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35c3e359-cc76-4cea-bb1a-91d1bc1fbb46 in Status: SUCCESS [ 900.637020] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35c3e359-cc76-4cea-bb1a-91d1bc1fbb46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.656463] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa1d9a12-77ed-4460-b351-7a91c1c9b834 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.656764] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa1d9a12-77ed-4460-b351-7a91c1c9b834" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.656869] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa1d9a12-77ed-4460-b351-7a91c1c9b834" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.657021] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa1d9a12-77ed-4460-b351-7a91c1c9b834" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.657262] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.657377] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.657443] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.657808] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.658203] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.658203] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa1d9a12-77ed-4460-b351-7a91c1c9b834" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.658324] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa1d9a12-77ed-4460-b351-7a91c1c9b834 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.658389] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa1d9a12-77ed-4460-b351-7a91c1c9b834" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.658447] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa1d9a12-77ed-4460-b351-7a91c1c9b834" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.658697] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa1d9a12-77ed-4460-b351-7a91c1c9b834" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.658861] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.658959] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.659038] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.659184] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.659257] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.659342] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa1d9a12-77ed-4460-b351-7a91c1c9b834" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.659429] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fa1d9a12-77ed-4460-b351-7a91c1c9b834',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.164784] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fa1d9a12-77ed-4460-b351-7a91c1c9b834: rpc.has_security_group_logging(os_id): False [ 901.184027] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.184027] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.184027] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.184027] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.184027] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.184027] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.184027] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.189023] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.189023] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.189023] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.189023] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.189023] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.189023] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.189023] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.189023] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.189023] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.189023] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.189023] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.189023] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.189023] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.189023] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa1d9a12-77ed-4460-b351-7a91c1c9b834 is going to be created. [ 901.270390] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.270390] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.270498] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.270714] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.270932] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.289307] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa1d9a12-77ed-4460-b351-7a91c1c9b834 in Status: IN_PROGRESS for 2s [ 902.889380] env[69836]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 902.889686] env[69836]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 903.304565] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa1d9a12-77ed-4460-b351-7a91c1c9b834 in Status: SUCCESS [ 903.304994] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa1d9a12-77ed-4460-b351-7a91c1c9b834" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.893232] env[69836]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 907.893520] env[69836]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 908.453602] env[69836]: INFO networking_nsxv3.common.synchronization [req-f21f6d1a-9a9a-4915-878f-0926c0754f2a req-2b9c12be-1077-4cc0-9cde-c53cded9f314 tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] Enqueued Resource ID: 35c3e359-cc76-4cea-bb1a-91d1bc1fbb46 with Priority: HIGHEST for action security_group_members [ 908.454210] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35c3e359-cc76-4cea-bb1a-91d1bc1fbb46 with Priority: HIGHEST for action security_group_members [ 908.454605] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-35c3e359-cc76-4cea-bb1a-91d1bc1fbb46 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.454787] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35c3e359-cc76-4cea-bb1a-91d1bc1fbb46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.454856] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35c3e359-cc76-4cea-bb1a-91d1bc1fbb46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.455097] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35c3e359-cc76-4cea-bb1a-91d1bc1fbb46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.455256] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.455359] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.455411] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.457477] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.457477] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.457477] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35c3e359-cc76-4cea-bb1a-91d1bc1fbb46',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.958346] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.958700] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.958700] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.959303] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.959539] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.959865] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.959989] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.960682] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.960682] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.960682] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.960682] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35c3e359-cc76-4cea-bb1a-91d1bc1fbb46 is going to be updated. [ 908.990282] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.990425] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.990497] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.990717] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.990865] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.001288] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35c3e359-cc76-4cea-bb1a-91d1bc1fbb46 in Status: IN_PROGRESS for 2s [ 909.371336] env[69836]: INFO networking_nsxv3.common.synchronization [req-c2d47261-617e-489c-87bd-7d55a8780bc3 req-97f7a3be-e7cf-41cf-a0fc-f2924556e565 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Enqueued Resource ID: f27a51eb-abb6-4cce-bae6-0fb72ab215ed with Priority: HIGHEST for action security_group_members [ 909.371882] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f27a51eb-abb6-4cce-bae6-0fb72ab215ed with Priority: HIGHEST for action security_group_members [ 909.373140] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.373140] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.373140] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.373862] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.374225] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.374979] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.375130] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.375338] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.375432] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.375666] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f27a51eb-abb6-4cce-bae6-0fb72ab215ed',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.578459] env[69836]: INFO networking_nsxv3.common.synchronization [req-413b2886-0f92-4e74-a591-c5e0961d8fd4 req-0b1b3617-4325-4022-b103-88271c03d881 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] Enqueued Resource ID: fa1d9a12-77ed-4460-b351-7a91c1c9b834 with Priority: HIGHEST for action security_group_members [ 909.578459] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa1d9a12-77ed-4460-b351-7a91c1c9b834 with Priority: HIGHEST for action security_group_members [ 909.578459] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa1d9a12-77ed-4460-b351-7a91c1c9b834 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.578459] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa1d9a12-77ed-4460-b351-7a91c1c9b834" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.578955] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa1d9a12-77ed-4460-b351-7a91c1c9b834" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.584077] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa1d9a12-77ed-4460-b351-7a91c1c9b834" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.587192] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.587192] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.587192] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.587192] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.587192] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.587192] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa1d9a12-77ed-4460-b351-7a91c1c9b834',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.750742] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-797 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.750742] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-797" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.750742] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-797" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.750742] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-797" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.752352] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.752352] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.752352] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.752352] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.752352] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.752352] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 909.752352] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 909.752644] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 909.752644] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 909.752714] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 909.755268] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 909.755268] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 909.850542] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 909.850542] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.095 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 909.850542] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 909.850542] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-797" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.850542] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-2a835cc1-7944-4bf3-a4c3-6687e3f80af2 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.850542] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-2a835cc1-7944-4bf3-a4c3-6687e3f80af2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.850542] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-2a835cc1-7944-4bf3-a4c3-6687e3f80af2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.850542] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-2a835cc1-7944-4bf3-a4c3-6687e3f80af2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.850542] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a835cc1-7944-4bf3-a4c3-6687e3f80af2',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.878249] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.878402] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.878473] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.878738] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.878845] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.879065] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.879164] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.879228] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.879388] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.879465] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.879575] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f27a51eb-abb6-4cce-bae6-0fb72ab215ed is going to be deleted. [ 909.914070] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.914680] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.914680] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.914680] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.914680] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.914838] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.095239] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.095523] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.095523] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.097975] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.097975] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.097975] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.097975] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.097975] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.097975] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.097975] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.097975] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa1d9a12-77ed-4460-b351-7a91c1c9b834 is going to be updated. [ 910.127091] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.127393] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.127493] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.128560] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.128560] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.138788] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa1d9a12-77ed-4460-b351-7a91c1c9b834 in Status: IN_PROGRESS for 2s [ 910.335410] env[69836]: INFO networking_nsxv3.common.synchronization [None req-de2f51d4-d114-4694-ad98-e8e1aa97f5b4 None None] Enqueued Resource ID: cfea0206-d767-412e-bd18-984f30129873 with Priority: HIGHEST for action port [ 910.336222] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfea0206-d767-412e-bd18-984f30129873 with Priority: HIGHEST for action port [ 910.336585] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-cfea0206-d767-412e-bd18-984f30129873 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.336776] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cfea0206-d767-412e-bd18-984f30129873" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.336919] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cfea0206-d767-412e-bd18-984f30129873" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.337338] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cfea0206-d767-412e-bd18-984f30129873" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.337376] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfea0206-d767-412e-bd18-984f30129873',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.352830] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.353347] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.353679] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.353781] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.353933] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.354109] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port 2a835cc1-7944-4bf3-a4c3-6687e3f80af2 not found, creating... [ 910.354670] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.354670] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.354808] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.354997] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.355464] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.356451] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.356672] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.356876] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.357013] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.357172] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.357376] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: 2a835cc1-7944-4bf3-a4c3-6687e3f80af2 is going to be created. [ 910.379458] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.379675] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.379805] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.380200] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.380466] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.380729] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-2a835cc1-7944-4bf3-a4c3-6687e3f80af2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.842233] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cfea0206-d767-412e-bd18-984f30129873 [ 910.845520] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.845815] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.845815] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.846771] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.846771] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.846771] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cfea0206-d767-412e-bd18-984f30129873 already deleted. [ 910.846771] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cfea0206-d767-412e-bd18-984f30129873" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.025461] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35c3e359-cc76-4cea-bb1a-91d1bc1fbb46 in Status: SUCCESS [ 911.025461] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35c3e359-cc76-4cea-bb1a-91d1bc1fbb46 deletion is rescheduled due to dependency. [ 911.025461] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35c3e359-cc76-4cea-bb1a-91d1bc1fbb46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.100229] env[69836]: INFO networking_nsxv3.common.synchronization [req-c2d47261-617e-489c-87bd-7d55a8780bc3 req-c6937300-dd1f-4651-97d8-21024032d36a service nova] Enqueued Resource ID: f27a51eb-abb6-4cce-bae6-0fb72ab215ed with Priority: HIGHEST for action security_group_rules [ 911.100229] env[69836]: INFO networking_nsxv3.common.synchronization [req-c2d47261-617e-489c-87bd-7d55a8780bc3 req-c6937300-dd1f-4651-97d8-21024032d36a service nova] Enqueued Resource ID: f27a51eb-abb6-4cce-bae6-0fb72ab215ed with Priority: HIGHEST for action security_group_members [ 911.100229] env[69836]: INFO networking_nsxv3.common.synchronization [req-c2d47261-617e-489c-87bd-7d55a8780bc3 req-c6937300-dd1f-4651-97d8-21024032d36a service nova] Enqueued Resource ID: 2a835cc1-7944-4bf3-a4c3-6687e3f80af2 with Priority: HIGHEST for action port [ 911.100229] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f27a51eb-abb6-4cce-bae6-0fb72ab215ed with Priority: HIGHEST for action security_group_rules [ 911.100229] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f27a51eb-abb6-4cce-bae6-0fb72ab215ed with Priority: HIGHEST for action security_group_members [ 911.100229] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a835cc1-7944-4bf3-a4c3-6687e3f80af2 with Priority: HIGHEST for action port [ 911.101541] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f27a51eb-abb6-4cce-bae6-0fb72ab215ed taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.101541] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.101541] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.101541] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.101541] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f27a51eb-abb6-4cce-bae6-0fb72ab215ed',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.101717] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.102877] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.102877] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.102877] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.102877] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.102877] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.102877] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.102877] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.102877] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.103277] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f27a51eb-abb6-4cce-bae6-0fb72ab215ed',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.104024] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a835cc1-7944-4bf3-a4c3-6687e3f80af2 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.104204] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a835cc1-7944-4bf3-a4c3-6687e3f80af2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.104431] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a835cc1-7944-4bf3-a4c3-6687e3f80af2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.104431] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a835cc1-7944-4bf3-a4c3-6687e3f80af2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.104621] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a835cc1-7944-4bf3-a4c3-6687e3f80af2',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.566806] env[69836]: INFO networking_nsxv3.common.synchronization [None req-6f41c4b6-6db2-4bef-8119-f8c24c5fb885 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Enqueued Resource ID: 0bfbc2e2-8c63-40e3-b2e5-f622e72ee279 with Priority: HIGHEST for action security_group_rules [ 911.567051] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bfbc2e2-8c63-40e3-b2e5-f622e72ee279 with Priority: HIGHEST for action security_group_rules [ 911.567487] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0bfbc2e2-8c63-40e3-b2e5-f622e72ee279 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.567684] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0bfbc2e2-8c63-40e3-b2e5-f622e72ee279" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.567770] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0bfbc2e2-8c63-40e3-b2e5-f622e72ee279" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.568086] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0bfbc2e2-8c63-40e3-b2e5-f622e72ee279" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.568183] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0bfbc2e2-8c63-40e3-b2e5-f622e72ee279',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.608020] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f27a51eb-abb6-4cce-bae6-0fb72ab215ed',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.608020] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.608020] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.608366] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2a835cc1-7944-4bf3-a4c3-6687e3f80af2 with status ACTIVE [ 911.608527] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.608698] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.608802] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.609095] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.609192] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.609366] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.609459] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.609520] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.609679] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.610053] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.610296] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.610402] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.611590] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.611590] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.611590] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.611590] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2a835cc1-7944-4bf3-a4c3-6687e3f80af2 is going to be updated. [ 911.636927] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.637086] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.637149] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.637357] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.637493] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.637672] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a835cc1-7944-4bf3-a4c3-6687e3f80af2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.656917] env[69836]: INFO networking_nsxv3.common.synchronization [None req-22d7a1f2-1443-4cb5-ae4d-f8ebb8358e73 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Enqueued Resource ID: 0bfbc2e2-8c63-40e3-b2e5-f622e72ee279 with Priority: HIGHEST for action security_group_rules [ 911.657709] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bfbc2e2-8c63-40e3-b2e5-f622e72ee279 with Priority: HIGHEST for action security_group_rules [ 911.658877] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0bfbc2e2-8c63-40e3-b2e5-f622e72ee279 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.659048] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0bfbc2e2-8c63-40e3-b2e5-f622e72ee279" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.099918] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.099918] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.099918] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.100128] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.100179] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.100421] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0bfbc2e2-8c63-40e3-b2e5-f622e72ee279 already deleted. [ 912.100421] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0bfbc2e2-8c63-40e3-b2e5-f622e72ee279" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.100664] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0bfbc2e2-8c63-40e3-b2e5-f622e72ee279" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.100664] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0bfbc2e2-8c63-40e3-b2e5-f622e72ee279" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.100759] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0bfbc2e2-8c63-40e3-b2e5-f622e72ee279',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.109320] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f27a51eb-abb6-4cce-bae6-0fb72ab215ed',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.148621] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa1d9a12-77ed-4460-b351-7a91c1c9b834 in Status: SUCCESS [ 912.148862] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa1d9a12-77ed-4460-b351-7a91c1c9b834 deletion is rescheduled due to dependency. [ 912.148978] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa1d9a12-77ed-4460-b351-7a91c1c9b834" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.335028] env[69836]: INFO networking_nsxv3.common.synchronization [None req-75fed7ff-e9a9-4a6a-ac5c-c75749fda5b3 None None] Enqueued Resource ID: 8e04c7d9-69eb-4371-be1f-96a533933db2 with Priority: HIGHEST for action port [ 912.335028] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e04c7d9-69eb-4371-be1f-96a533933db2 with Priority: HIGHEST for action port [ 912.335028] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e04c7d9-69eb-4371-be1f-96a533933db2 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.335028] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e04c7d9-69eb-4371-be1f-96a533933db2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.335028] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e04c7d9-69eb-4371-be1f-96a533933db2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.338501] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e04c7d9-69eb-4371-be1f-96a533933db2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.338501] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e04c7d9-69eb-4371-be1f-96a533933db2',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.611856] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.612738] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.612738] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.612738] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.613025] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.613092] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f27a51eb-abb6-4cce-bae6-0fb72ab215ed is going to be created. [ 912.627506] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.627751] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.627832] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.628454] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.628454] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.628454] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0bfbc2e2-8c63-40e3-b2e5-f622e72ee279 already deleted. [ 912.628454] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0bfbc2e2-8c63-40e3-b2e5-f622e72ee279" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.639354] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.639481] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.639518] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.639813] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.639987] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.654239] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f27a51eb-abb6-4cce-bae6-0fb72ab215ed in Status: UNINITIALIZED for 2s [ 912.845197] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8e04c7d9-69eb-4371-be1f-96a533933db2 [ 912.845197] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.845197] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.845427] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.845462] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.846024] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.846024] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8e04c7d9-69eb-4371-be1f-96a533933db2 already deleted. [ 912.846024] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e04c7d9-69eb-4371-be1f-96a533933db2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.666439] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f27a51eb-abb6-4cce-bae6-0fb72ab215ed in Status: SUCCESS [ 914.666439] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.666439] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.666890] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.666890] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.666890] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.666890] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.667058] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.667123] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.667207] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.667308] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f27a51eb-abb6-4cce-bae6-0fb72ab215ed',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.170382] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.170605] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.170696] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.170907] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.171241] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.171376] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.171473] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.171773] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.171896] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.172051] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.172238] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.172362] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.172397] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.172539] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.172747] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.172880] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.172966] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.173167] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.173272] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.173385] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.173516] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f27a51eb-abb6-4cce-bae6-0fb72ab215ed',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.676246] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f27a51eb-abb6-4cce-bae6-0fb72ab215ed: rpc.has_security_group_logging(os_id): False [ 915.695079] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.695336] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.695336] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.696047] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.696047] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.696047] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.696047] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.696047] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.696333] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.696333] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.696397] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.696492] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.696706] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.696706] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.696758] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.696931] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.697956] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.698070] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.698242] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.698324] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.698412] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f27a51eb-abb6-4cce-bae6-0fb72ab215ed is going to be created. [ 915.756623] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.756783] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.756856] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.757846] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.757846] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.770114] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f27a51eb-abb6-4cce-bae6-0fb72ab215ed in Status: IN_PROGRESS for 2s [ 917.335440] env[69836]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 917.335889] env[69836]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 917.785957] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f27a51eb-abb6-4cce-bae6-0fb72ab215ed in Status: SUCCESS [ 917.786208] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.009638] env[69836]: INFO networking_nsxv3.common.synchronization [req-4b29eca8-73d2-456f-89cb-c68fb70b1580 req-f65b669d-4f75-4c7f-9975-b4685f815f7a tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Enqueued Resource ID: 7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 with Priority: HIGHEST for action security_group_members [ 918.010224] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 with Priority: HIGHEST for action security_group_members [ 918.010540] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.010781] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.010781] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.010952] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.011119] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.011213] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.011274] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.011423] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.011505] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.011600] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.513408] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.016990] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.519303] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.519708] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.519708] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.519817] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.519867] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.519967] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 is going to be updated. [ 919.554074] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.554260] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.554314] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.554533] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.554686] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.564417] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 in Status: IN_PROGRESS for 2s [ 921.580685] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 in Status: SUCCESS [ 921.581145] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.230505] env[69836]: INFO networking_nsxv3.common.synchronization [None req-5ee352b2-b826-4a30-af3f-f57e989814a5 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Enqueued Resource ID: 86de1414-afcf-4c1c-851e-4f8ee3a25cb5 with Priority: HIGHEST for action security_group_rules [ 922.231167] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86de1414-afcf-4c1c-851e-4f8ee3a25cb5 with Priority: HIGHEST for action security_group_rules [ 922.231875] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86de1414-afcf-4c1c-851e-4f8ee3a25cb5 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.231997] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86de1414-afcf-4c1c-851e-4f8ee3a25cb5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.232074] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86de1414-afcf-4c1c-851e-4f8ee3a25cb5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.232328] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86de1414-afcf-4c1c-851e-4f8ee3a25cb5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.232409] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86de1414-afcf-4c1c-851e-4f8ee3a25cb5',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.394893] env[69836]: INFO networking_nsxv3.common.synchronization [None req-8d62e13c-69f5-4e6a-af75-d76870aff1ad tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Enqueued Resource ID: 86de1414-afcf-4c1c-851e-4f8ee3a25cb5 with Priority: HIGHEST for action security_group_rules [ 922.394893] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86de1414-afcf-4c1c-851e-4f8ee3a25cb5 with Priority: HIGHEST for action security_group_rules [ 922.394893] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86de1414-afcf-4c1c-851e-4f8ee3a25cb5 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.394893] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86de1414-afcf-4c1c-851e-4f8ee3a25cb5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.764048] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.764277] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.764277] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.764532] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.764596] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.764654] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86de1414-afcf-4c1c-851e-4f8ee3a25cb5 already deleted. [ 922.764737] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86de1414-afcf-4c1c-851e-4f8ee3a25cb5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.764883] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86de1414-afcf-4c1c-851e-4f8ee3a25cb5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.765464] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86de1414-afcf-4c1c-851e-4f8ee3a25cb5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.765464] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86de1414-afcf-4c1c-851e-4f8ee3a25cb5',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.290285] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.290285] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.290285] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.290634] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.290634] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.290714] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86de1414-afcf-4c1c-851e-4f8ee3a25cb5 already deleted. [ 923.290742] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86de1414-afcf-4c1c-851e-4f8ee3a25cb5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.628807] env[69836]: INFO networking_nsxv3.common.synchronization [req-5b3c8c61-3bc9-472f-aade-22e7bffcdf30 req-0bc43d54-b3df-4873-843c-c39cf295cad9 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Enqueued Resource ID: 49c7a409-da41-4630-81c2-97413e45edbb with Priority: HIGHEST for action security_group_members [ 924.629339] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49c7a409-da41-4630-81c2-97413e45edbb with Priority: HIGHEST for action security_group_members [ 924.629637] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-49c7a409-da41-4630-81c2-97413e45edbb taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.629761] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49c7a409-da41-4630-81c2-97413e45edbb" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.629832] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49c7a409-da41-4630-81c2-97413e45edbb" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.630174] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49c7a409-da41-4630-81c2-97413e45edbb" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.630248] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.630355] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.630411] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.630569] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.630655] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.630864] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49c7a409-da41-4630-81c2-97413e45edbb',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.132893] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('49c7a409-da41-4630-81c2-97413e45edbb',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.210874] env[69836]: INFO networking_nsxv3.common.synchronization [req-c2d47261-617e-489c-87bd-7d55a8780bc3 req-b3014363-ca9b-48a0-ae94-8884da11ea67 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Enqueued Resource ID: f27a51eb-abb6-4cce-bae6-0fb72ab215ed with Priority: HIGHEST for action security_group_members [ 925.210874] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f27a51eb-abb6-4cce-bae6-0fb72ab215ed with Priority: HIGHEST for action security_group_members [ 925.212253] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.212446] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.212496] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.212759] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.212938] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.213116] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.214032] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.214032] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.214032] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.214032] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f27a51eb-abb6-4cce-bae6-0fb72ab215ed',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.637231] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('49c7a409-da41-4630-81c2-97413e45edbb',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.647767] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-797 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.648028] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-797" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.648161] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-797" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.648428] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-797" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.648731] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.648979] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.649396] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.649791] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.649887] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.650079] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 925.650199] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 925.650306] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 925.650518] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 925.650518] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 925.650696] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 925.650755] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 925.678994] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 925.679181] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 925.679292] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 925.679628] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-797" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.680023] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-a3d0fcef-a1c5-443c-9c00-085ffc6d8002 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.680169] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-a3d0fcef-a1c5-443c-9c00-085ffc6d8002" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.680312] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-a3d0fcef-a1c5-443c-9c00-085ffc6d8002" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.681808] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-a3d0fcef-a1c5-443c-9c00-085ffc6d8002" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.681808] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3d0fcef-a1c5-443c-9c00-085ffc6d8002',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.716233] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f27a51eb-abb6-4cce-bae6-0fb72ab215ed',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.141731] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.141888] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.141944] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.142164] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.142256] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.142352] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49c7a409-da41-4630-81c2-97413e45edbb is going to be updated. [ 926.168252] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.168252] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.168252] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.168441] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.168441] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.178729] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49c7a409-da41-4630-81c2-97413e45edbb in Status: IN_PROGRESS for 2s [ 926.183389] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.183602] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.183729] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.184059] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.184290] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.184447] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port a3d0fcef-a1c5-443c-9c00-085ffc6d8002 not found, creating... [ 926.184701] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.184862] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.184982] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.185225] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.185373] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.185698] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.185845] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.185953] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.186196] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.186338] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.186476] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: a3d0fcef-a1c5-443c-9c00-085ffc6d8002 is going to be created. [ 926.207518] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.207518] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.207518] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.207518] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.207808] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.208574] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-a3d0fcef-a1c5-443c-9c00-085ffc6d8002" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.219072] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f27a51eb-abb6-4cce-bae6-0fb72ab215ed',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.723030] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.723030] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.723030] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.723396] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.723396] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.723396] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f27a51eb-abb6-4cce-bae6-0fb72ab215ed is going to be updated. [ 926.756311] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.756456] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.756545] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.756784] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.756919] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.765516] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f27a51eb-abb6-4cce-bae6-0fb72ab215ed in Status: IN_PROGRESS for 2s [ 927.028479] env[69836]: INFO networking_nsxv3.common.synchronization [req-c2d47261-617e-489c-87bd-7d55a8780bc3 req-09009981-e5a6-494d-9b1f-3fcd8d0670de service nova] Enqueued Resource ID: f27a51eb-abb6-4cce-bae6-0fb72ab215ed with Priority: HIGHEST for action security_group_rules [ 927.028479] env[69836]: INFO networking_nsxv3.common.synchronization [req-c2d47261-617e-489c-87bd-7d55a8780bc3 req-09009981-e5a6-494d-9b1f-3fcd8d0670de service nova] Enqueued Resource ID: f27a51eb-abb6-4cce-bae6-0fb72ab215ed with Priority: HIGHEST for action security_group_members [ 927.028479] env[69836]: INFO networking_nsxv3.common.synchronization [req-c2d47261-617e-489c-87bd-7d55a8780bc3 req-09009981-e5a6-494d-9b1f-3fcd8d0670de service nova] Enqueued Resource ID: a3d0fcef-a1c5-443c-9c00-085ffc6d8002 with Priority: HIGHEST for action port [ 927.029157] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f27a51eb-abb6-4cce-bae6-0fb72ab215ed with Priority: HIGHEST for action security_group_rules [ 927.029330] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f27a51eb-abb6-4cce-bae6-0fb72ab215ed with Priority: HIGHEST for action security_group_members [ 927.029455] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3d0fcef-a1c5-443c-9c00-085ffc6d8002 with Priority: HIGHEST for action port [ 927.029771] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f27a51eb-abb6-4cce-bae6-0fb72ab215ed taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.029925] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.030013] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.030242] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.030350] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f27a51eb-abb6-4cce-bae6-0fb72ab215ed',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.031298] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.031425] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.031642] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-a3d0fcef-a1c5-443c-9c00-085ffc6d8002 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.031807] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a3d0fcef-a1c5-443c-9c00-085ffc6d8002" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.033416] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a3d0fcef-a1c5-443c-9c00-085ffc6d8002" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.033416] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a3d0fcef-a1c5-443c-9c00-085ffc6d8002" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.033416] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3d0fcef-a1c5-443c-9c00-085ffc6d8002',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.534182] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.534342] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.537072] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a3d0fcef-a1c5-443c-9c00-085ffc6d8002 with status ACTIVE [ 927.537072] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.537072] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.537072] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.537072] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.537072] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.537072] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.537072] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.537072] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.537072] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.537072] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.537072] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.537072] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.537072] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.537072] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.537072] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.537072] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a3d0fcef-a1c5-443c-9c00-085ffc6d8002 is going to be updated. [ 927.557822] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.557988] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.558035] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.558257] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.558391] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.558540] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a3d0fcef-a1c5-443c-9c00-085ffc6d8002" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.191805] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49c7a409-da41-4630-81c2-97413e45edbb in Status: SUCCESS [ 928.191805] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49c7a409-da41-4630-81c2-97413e45edbb" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.193230] env[69836]: INFO networking_nsxv3.common.synchronization [req-02d716cc-2cff-4045-822f-c589a5290abd req-bbf7ee16-c25a-4283-b4b1-75e6192e6c4e tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] Enqueued Resource ID: 75b62c44-5feb-4505-9e62-ce5089dadab3 with Priority: HIGHEST for action security_group_members [ 928.193974] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75b62c44-5feb-4505-9e62-ce5089dadab3 with Priority: HIGHEST for action security_group_members [ 928.194065] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-75b62c44-5feb-4505-9e62-ce5089dadab3 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.194181] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75b62c44-5feb-4505-9e62-ce5089dadab3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.194244] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75b62c44-5feb-4505-9e62-ce5089dadab3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.194437] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75b62c44-5feb-4505-9e62-ce5089dadab3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.194591] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.194684] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.195326] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.195326] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.195326] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.195326] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75b62c44-5feb-4505-9e62-ce5089dadab3',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.696870] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.697151] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.697268] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.697572] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.697746] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.698149] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.698313] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.698388] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.698815] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.698815] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.698815] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75b62c44-5feb-4505-9e62-ce5089dadab3 is going to be updated. [ 928.725294] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.725447] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.725511] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.725718] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.725864] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.735017] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75b62c44-5feb-4505-9e62-ce5089dadab3 in Status: IN_PROGRESS for 2s [ 928.774839] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f27a51eb-abb6-4cce-bae6-0fb72ab215ed in Status: SUCCESS [ 928.775069] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.775293] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.775474] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.775661] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.775937] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.775937] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.776055] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.776173] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.776312] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f27a51eb-abb6-4cce-bae6-0fb72ab215ed',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.279579] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f27a51eb-abb6-4cce-bae6-0fb72ab215ed',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.781432] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f27a51eb-abb6-4cce-bae6-0fb72ab215ed',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.283771] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.284096] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.284096] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.284308] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.284409] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.285352] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f27a51eb-abb6-4cce-bae6-0fb72ab215ed is going to be updated. [ 930.320051] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.320310] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.320310] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.321070] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.321070] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.329993] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f27a51eb-abb6-4cce-bae6-0fb72ab215ed in Status: IN_PROGRESS for 2s [ 930.747028] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75b62c44-5feb-4505-9e62-ce5089dadab3 in Status: SUCCESS [ 930.747185] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75b62c44-5feb-4505-9e62-ce5089dadab3 deletion is rescheduled due to dependency. [ 930.747303] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75b62c44-5feb-4505-9e62-ce5089dadab3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.340786] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f27a51eb-abb6-4cce-bae6-0fb72ab215ed in Status: SUCCESS [ 932.340786] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.340786] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.340786] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.340786] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.340786] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.340786] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.341345] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.341345] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.341345] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.341345] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f27a51eb-abb6-4cce-bae6-0fb72ab215ed',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.843506] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.843684] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.843766] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.844044] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.844237] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.844355] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.844435] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.844623] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.844735] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.845044] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.845122] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.845173] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.845255] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.845561] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.845561] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.845660] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.845739] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.846798] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.846798] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.846798] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.846798] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f27a51eb-abb6-4cce-bae6-0fb72ab215ed',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.195114] env[69836]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 933.195270] env[69836]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 933.349882] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f27a51eb-abb6-4cce-bae6-0fb72ab215ed: rpc.has_security_group_logging(os_id): False [ 933.367249] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.368081] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.368081] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.368081] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.368081] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.368252] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.368303] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.368331] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.368504] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.368588] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.369657] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.369657] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.369657] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.369657] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.369657] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.369992] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.369992] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.369992] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.370312] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.370364] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.370493] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f27a51eb-abb6-4cce-bae6-0fb72ab215ed is going to be updated. [ 933.447952] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.448093] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.449019] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.449019] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.449019] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.463182] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f27a51eb-abb6-4cce-bae6-0fb72ab215ed in Status: IN_PROGRESS for 2s [ 934.292018] env[69836]: INFO networking_nsxv3.common.synchronization [req-61301e0b-00e0-4172-8042-6790bb7e1ad0 req-9ab921ac-b9f4-4df6-a312-38b78eb053ef tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Enqueued Resource ID: 667c1f1f-dd24-4542-a14a-9ac887aa8736 with Priority: HIGHEST for action security_group_members [ 934.292834] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 667c1f1f-dd24-4542-a14a-9ac887aa8736 with Priority: HIGHEST for action security_group_members [ 934.293065] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-667c1f1f-dd24-4542-a14a-9ac887aa8736 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.293371] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-667c1f1f-dd24-4542-a14a-9ac887aa8736" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.293371] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-667c1f1f-dd24-4542-a14a-9ac887aa8736" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.294273] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-667c1f1f-dd24-4542-a14a-9ac887aa8736" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.294273] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.294273] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.294273] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.294273] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.294535] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.294535] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('667c1f1f-dd24-4542-a14a-9ac887aa8736',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.783371] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-598 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.783707] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-598" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.783707] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-598" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.786023] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-598" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.786023] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.786023] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.786023] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.786023] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.786023] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.786023] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 934.786023] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 934.786023] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 934.786023] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 934.786023] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 934.786023] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 934.786023] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 934.797549] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.797732] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.797780] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.797999] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.798268] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.798482] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.798586] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.798650] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.798834] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.798911] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.798997] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 667c1f1f-dd24-4542-a14a-9ac887aa8736 already deleted. [ 934.799088] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-667c1f1f-dd24-4542-a14a-9ac887aa8736" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.812821] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 934.813154] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 934.813246] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 934.813416] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-598" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.813736] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-d688f788-e9bd-4fb8-a00c-92d5335605bd taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.813952] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-d688f788-e9bd-4fb8-a00c-92d5335605bd" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.814083] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-d688f788-e9bd-4fb8-a00c-92d5335605bd" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.814399] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-d688f788-e9bd-4fb8-a00c-92d5335605bd" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.814542] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d688f788-e9bd-4fb8-a00c-92d5335605bd',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.320020] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.320020] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.320020] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.320020] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.320020] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.320020] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port d688f788-e9bd-4fb8-a00c-92d5335605bd not found, creating... [ 935.320020] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.320020] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.320020] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.320020] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.320020] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.320537] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.320812] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.321111] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.321424] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.322030] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.322030] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: d688f788-e9bd-4fb8-a00c-92d5335605bd is going to be created. [ 935.345892] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.345892] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.345892] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.346139] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.346899] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.346899] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-d688f788-e9bd-4fb8-a00c-92d5335605bd" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.480103] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f27a51eb-abb6-4cce-bae6-0fb72ab215ed in Status: SUCCESS [ 935.480103] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.168346] env[69836]: INFO networking_nsxv3.common.synchronization [req-61301e0b-00e0-4172-8042-6790bb7e1ad0 req-1728f0cd-fb6a-46ae-9ce0-b900ebfe0a27 service nova] Enqueued Resource ID: 667c1f1f-dd24-4542-a14a-9ac887aa8736 with Priority: HIGHEST for action security_group_rules [ 936.168629] env[69836]: INFO networking_nsxv3.common.synchronization [req-61301e0b-00e0-4172-8042-6790bb7e1ad0 req-1728f0cd-fb6a-46ae-9ce0-b900ebfe0a27 service nova] Enqueued Resource ID: 667c1f1f-dd24-4542-a14a-9ac887aa8736 with Priority: HIGHEST for action security_group_members [ 936.168668] env[69836]: INFO networking_nsxv3.common.synchronization [req-61301e0b-00e0-4172-8042-6790bb7e1ad0 req-1728f0cd-fb6a-46ae-9ce0-b900ebfe0a27 service nova] Enqueued Resource ID: d688f788-e9bd-4fb8-a00c-92d5335605bd with Priority: HIGHEST for action port [ 936.169359] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 667c1f1f-dd24-4542-a14a-9ac887aa8736 with Priority: HIGHEST for action security_group_rules [ 936.169359] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 667c1f1f-dd24-4542-a14a-9ac887aa8736 with Priority: HIGHEST for action security_group_members [ 936.169359] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d688f788-e9bd-4fb8-a00c-92d5335605bd with Priority: HIGHEST for action port [ 936.169675] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-667c1f1f-dd24-4542-a14a-9ac887aa8736 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.169804] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-667c1f1f-dd24-4542-a14a-9ac887aa8736" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.169855] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-667c1f1f-dd24-4542-a14a-9ac887aa8736" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.170174] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-667c1f1f-dd24-4542-a14a-9ac887aa8736" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.170219] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('667c1f1f-dd24-4542-a14a-9ac887aa8736',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.174205] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-667c1f1f-dd24-4542-a14a-9ac887aa8736 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.174340] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-667c1f1f-dd24-4542-a14a-9ac887aa8736" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.174408] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-667c1f1f-dd24-4542-a14a-9ac887aa8736" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.174594] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-667c1f1f-dd24-4542-a14a-9ac887aa8736" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.174751] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.174851] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.175309] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.175309] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.175309] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.175309] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('667c1f1f-dd24-4542-a14a-9ac887aa8736',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.176525] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-d688f788-e9bd-4fb8-a00c-92d5335605bd taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.176525] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d688f788-e9bd-4fb8-a00c-92d5335605bd" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.176525] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d688f788-e9bd-4fb8-a00c-92d5335605bd" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.176525] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d688f788-e9bd-4fb8-a00c-92d5335605bd" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.176525] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d688f788-e9bd-4fb8-a00c-92d5335605bd',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.255963] env[69836]: INFO networking_nsxv3.common.synchronization [req-6fbacc61-a471-406b-be3e-540ea8b49f3a req-642dcd8a-f33a-4afd-84bf-9f24986a8827 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Enqueued Resource ID: f27a51eb-abb6-4cce-bae6-0fb72ab215ed with Priority: HIGHEST for action security_group_members [ 936.256570] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f27a51eb-abb6-4cce-bae6-0fb72ab215ed with Priority: HIGHEST for action security_group_members [ 936.256877] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.257050] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.257155] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.257383] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.257985] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.258148] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.258235] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.258449] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.258594] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.258993] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f27a51eb-abb6-4cce-bae6-0fb72ab215ed',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.649300] env[69836]: INFO networking_nsxv3.common.synchronization [req-f36efea8-1c7a-41dc-a167-380434bfc36b req-b4398a5d-52c4-42f0-8649-153d09f71a17 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Enqueued Resource ID: f27a51eb-abb6-4cce-bae6-0fb72ab215ed with Priority: HIGHEST for action security_group_members [ 936.649925] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f27a51eb-abb6-4cce-bae6-0fb72ab215ed with Priority: HIGHEST for action security_group_members [ 936.650238] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.650342] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.679939] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('667c1f1f-dd24-4542-a14a-9ac887aa8736',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.681753] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-667c1f1f-dd24-4542-a14a-9ac887aa8736 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.681753] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-667c1f1f-dd24-4542-a14a-9ac887aa8736" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.681753] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d688f788-e9bd-4fb8-a00c-92d5335605bd with status ACTIVE [ 936.681995] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.682060] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.682164] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.682413] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.682717] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.682779] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.682847] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.682898] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.683071] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.683174] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.683360] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.683637] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.683637] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.683637] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.683750] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.683794] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d688f788-e9bd-4fb8-a00c-92d5335605bd is going to be updated. [ 936.705643] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.705813] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.705884] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.706103] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.706246] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.706396] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d688f788-e9bd-4fb8-a00c-92d5335605bd" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.761619] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f27a51eb-abb6-4cce-bae6-0fb72ab215ed',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.941355] env[69836]: INFO networking_nsxv3.common.synchronization [req-201dfcd6-0080-423c-8edb-81f656ecc9ff req-ce036f40-a46a-4111-869c-26d675e98e70 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Enqueued Resource ID: 5c7c0d7b-66c6-493f-861a-707dd5ce5956 with Priority: HIGHEST for action security_group_members [ 936.941355] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c7c0d7b-66c6-493f-861a-707dd5ce5956 with Priority: HIGHEST for action security_group_members [ 936.941767] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c7c0d7b-66c6-493f-861a-707dd5ce5956 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.942458] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c7c0d7b-66c6-493f-861a-707dd5ce5956" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.944470] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c7c0d7b-66c6-493f-861a-707dd5ce5956" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.944470] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c7c0d7b-66c6-493f-861a-707dd5ce5956" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.944470] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.944470] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.944470] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.944470] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.944470] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.944470] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c7c0d7b-66c6-493f-861a-707dd5ce5956',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.186223] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('667c1f1f-dd24-4542-a14a-9ac887aa8736',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.263360] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f27a51eb-abb6-4cce-bae6-0fb72ab215ed',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.358574] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-814 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.358764] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-814" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.358902] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-814" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.359252] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-814" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.359538] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.359690] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.359805] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.364236] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.364417] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.364642] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 937.364762] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 937.364876] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 937.364989] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 937.365116] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 937.365228] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 937.365369] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 937.385304] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 937.385478] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 937.385660] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 937.385830] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-814" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.386464] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-b30e2b12-f55d-47a0-a541-77cdf8edd7af taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.386464] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-b30e2b12-f55d-47a0-a541-77cdf8edd7af" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.386464] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-b30e2b12-f55d-47a0-a541-77cdf8edd7af" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.386780] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-b30e2b12-f55d-47a0-a541-77cdf8edd7af" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.386944] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b30e2b12-f55d-47a0-a541-77cdf8edd7af',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.449673] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.449839] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.449914] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.450206] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.450320] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.450527] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.450629] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.450700] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.450861] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.452585] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.452760] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c7c0d7b-66c6-493f-861a-707dd5ce5956 already deleted. [ 937.452865] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c7c0d7b-66c6-493f-861a-707dd5ce5956" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.692056] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.692056] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.692056] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.692056] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.692056] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.692056] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 667c1f1f-dd24-4542-a14a-9ac887aa8736 is going to be created. [ 937.717667] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.717667] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.717667] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.718245] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.719910] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.731070] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 667c1f1f-dd24-4542-a14a-9ac887aa8736 in Status: UNINITIALIZED for 2s [ 937.766178] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.766342] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.766396] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.766612] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.766704] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.766803] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f27a51eb-abb6-4cce-bae6-0fb72ab215ed is going to be updated. [ 937.795226] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.795479] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.795479] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.795715] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.795874] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.804058] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f27a51eb-abb6-4cce-bae6-0fb72ab215ed in Status: IN_PROGRESS for 2s [ 937.893208] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.893499] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.893631] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.893917] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.894084] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.894248] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port b30e2b12-f55d-47a0-a541-77cdf8edd7af not found, creating... [ 937.894517] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.894675] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.894796] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.895034] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.895177] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.895464] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.895619] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.895739] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.895951] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.897167] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.897346] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: b30e2b12-f55d-47a0-a541-77cdf8edd7af is going to be created. [ 937.917681] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.917681] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.917681] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.917931] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.918156] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.918417] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-b30e2b12-f55d-47a0-a541-77cdf8edd7af" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.830984] env[69836]: INFO networking_nsxv3.common.synchronization [None req-09ee1143-def0-4a29-b14c-a44e128ebf03 None None] Enqueued Resource ID: 2720d649-0fa7-4975-ba91-23c0abfec226 with Priority: HIGHEST for action port [ 938.831264] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2720d649-0fa7-4975-ba91-23c0abfec226 with Priority: HIGHEST for action port [ 938.831525] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-2720d649-0fa7-4975-ba91-23c0abfec226 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.831718] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2720d649-0fa7-4975-ba91-23c0abfec226" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.831812] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2720d649-0fa7-4975-ba91-23c0abfec226" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.832330] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2720d649-0fa7-4975-ba91-23c0abfec226" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.832330] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2720d649-0fa7-4975-ba91-23c0abfec226',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.216246] env[69836]: INFO networking_nsxv3.common.synchronization [req-7f2b1e75-eae2-48cc-888c-f17b0574dd6a req-aceac451-6a4e-4263-b53c-4befe92e8b25 tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Enqueued Resource ID: 4b542b83-d5b7-4b4b-a04a-7bc301591d15 with Priority: HIGHEST for action security_group_members [ 939.220023] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b542b83-d5b7-4b4b-a04a-7bc301591d15 with Priority: HIGHEST for action security_group_members [ 939.220023] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b542b83-d5b7-4b4b-a04a-7bc301591d15 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.220023] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b542b83-d5b7-4b4b-a04a-7bc301591d15" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.220023] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b542b83-d5b7-4b4b-a04a-7bc301591d15" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.220023] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b542b83-d5b7-4b4b-a04a-7bc301591d15" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.220023] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.220023] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.220023] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.220023] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.220023] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.220023] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b542b83-d5b7-4b4b-a04a-7bc301591d15',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.336503] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2720d649-0fa7-4975-ba91-23c0abfec226 [ 939.336814] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.336996] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.337123] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.337362] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.337468] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.337572] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2720d649-0fa7-4975-ba91-23c0abfec226 already deleted. [ 939.337656] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2720d649-0fa7-4975-ba91-23c0abfec226" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.422632] env[69836]: INFO networking_nsxv3.common.synchronization [req-201dfcd6-0080-423c-8edb-81f656ecc9ff req-8c1c5719-5814-48a1-b008-8ce185b693d3 service nova] Enqueued Resource ID: 5c7c0d7b-66c6-493f-861a-707dd5ce5956 with Priority: HIGHEST for action security_group_rules [ 939.422870] env[69836]: INFO networking_nsxv3.common.synchronization [req-201dfcd6-0080-423c-8edb-81f656ecc9ff req-8c1c5719-5814-48a1-b008-8ce185b693d3 service nova] Enqueued Resource ID: 5c7c0d7b-66c6-493f-861a-707dd5ce5956 with Priority: HIGHEST for action security_group_members [ 939.423026] env[69836]: INFO networking_nsxv3.common.synchronization [req-201dfcd6-0080-423c-8edb-81f656ecc9ff req-8c1c5719-5814-48a1-b008-8ce185b693d3 service nova] Enqueued Resource ID: b30e2b12-f55d-47a0-a541-77cdf8edd7af with Priority: HIGHEST for action port [ 939.423422] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c7c0d7b-66c6-493f-861a-707dd5ce5956 with Priority: HIGHEST for action security_group_rules [ 939.423422] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c7c0d7b-66c6-493f-861a-707dd5ce5956 with Priority: HIGHEST for action security_group_members [ 939.423592] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b30e2b12-f55d-47a0-a541-77cdf8edd7af with Priority: HIGHEST for action port [ 939.424023] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c7c0d7b-66c6-493f-861a-707dd5ce5956 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.424311] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c7c0d7b-66c6-493f-861a-707dd5ce5956" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.424311] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c7c0d7b-66c6-493f-861a-707dd5ce5956" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.424439] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c7c0d7b-66c6-493f-861a-707dd5ce5956" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.424554] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c7c0d7b-66c6-493f-861a-707dd5ce5956',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.425424] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c7c0d7b-66c6-493f-861a-707dd5ce5956 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.425535] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c7c0d7b-66c6-493f-861a-707dd5ce5956" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.425602] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c7c0d7b-66c6-493f-861a-707dd5ce5956" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.425833] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c7c0d7b-66c6-493f-861a-707dd5ce5956" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.425924] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.425991] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.426068] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.426216] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.426376] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.426472] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c7c0d7b-66c6-493f-861a-707dd5ce5956',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.427158] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-b30e2b12-f55d-47a0-a541-77cdf8edd7af taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.427330] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b30e2b12-f55d-47a0-a541-77cdf8edd7af" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.427330] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b30e2b12-f55d-47a0-a541-77cdf8edd7af" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.430990] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b30e2b12-f55d-47a0-a541-77cdf8edd7af" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.430990] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b30e2b12-f55d-47a0-a541-77cdf8edd7af',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.718290] env[69836]: INFO networking_nsxv3.common.synchronization [req-8bcdf946-5f1b-41dc-ab02-07cdfadf180c req-46d98749-9367-4344-ac16-9a9349366251 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Enqueued Resource ID: 6369075f-275c-4c18-bef1-7078950726f2 with Priority: HIGHEST for action security_group_members [ 939.718809] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6369075f-275c-4c18-bef1-7078950726f2 with Priority: HIGHEST for action security_group_members [ 939.722328] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-6369075f-275c-4c18-bef1-7078950726f2 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.722477] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6369075f-275c-4c18-bef1-7078950726f2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.722535] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6369075f-275c-4c18-bef1-7078950726f2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.722729] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6369075f-275c-4c18-bef1-7078950726f2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.722918] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.723025] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.723087] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.723230] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.723319] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.723406] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6369075f-275c-4c18-bef1-7078950726f2',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.725868] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.726016] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.726068] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.726245] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.726287] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.726502] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.726621] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.726679] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.726842] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.726953] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.727056] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b542b83-d5b7-4b4b-a04a-7bc301591d15 is going to be updated. [ 939.743598] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 667c1f1f-dd24-4542-a14a-9ac887aa8736 in Status: SUCCESS [ 939.743598] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-667c1f1f-dd24-4542-a14a-9ac887aa8736" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.743598] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-667c1f1f-dd24-4542-a14a-9ac887aa8736" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.743598] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-667c1f1f-dd24-4542-a14a-9ac887aa8736" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.743865] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.744024] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.744106] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.744298] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.744419] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.744531] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-667c1f1f-dd24-4542-a14a-9ac887aa8736" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.744636] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('667c1f1f-dd24-4542-a14a-9ac887aa8736',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.762757] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.762757] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.762757] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.762757] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.762757] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.771180] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b542b83-d5b7-4b4b-a04a-7bc301591d15 in Status: IN_PROGRESS for 2s [ 939.813311] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f27a51eb-abb6-4cce-bae6-0fb72ab215ed in Status: SUCCESS [ 939.813575] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.813763] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.814034] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.814241] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.814369] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.814438] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.814662] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.814771] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.814877] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f27a51eb-abb6-4cce-bae6-0fb72ab215ed',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.931278] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c7c0d7b-66c6-493f-861a-707dd5ce5956 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.935068] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c7c0d7b-66c6-493f-861a-707dd5ce5956" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.935068] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5c7c0d7b-66c6-493f-861a-707dd5ce5956',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.937205] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b30e2b12-f55d-47a0-a541-77cdf8edd7af with status ACTIVE [ 939.937463] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.937596] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.937672] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.937954] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.938086] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.938294] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.938394] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.938478] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.940017] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.940017] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.940017] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.940017] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.940017] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.940017] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.940017] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.940017] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b30e2b12-f55d-47a0-a541-77cdf8edd7af is going to be updated. [ 939.971179] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.971179] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.971179] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.971179] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.971179] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.971179] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b30e2b12-f55d-47a0-a541-77cdf8edd7af" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.083852] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-220 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.083852] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-220" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.083852] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-220" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.083852] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-220" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.083852] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.083852] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.083852] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.084604] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.084604] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.084894] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 940.085481] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 940.085700] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 940.085860] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 940.086050] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 940.086232] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 940.086395] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 940.110080] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 940.110080] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 940.110080] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 940.110080] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-220" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.110080] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-eac262fb-61d2-4f37-adc0-ed35a0adadcc taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.110080] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-eac262fb-61d2-4f37-adc0-ed35a0adadcc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.110080] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-eac262fb-61d2-4f37-adc0-ed35a0adadcc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.110080] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-eac262fb-61d2-4f37-adc0-ed35a0adadcc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.110080] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eac262fb-61d2-4f37-adc0-ed35a0adadcc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.229434] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6369075f-275c-4c18-bef1-7078950726f2',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.249036] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-667c1f1f-dd24-4542-a14a-9ac887aa8736 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.249036] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-667c1f1f-dd24-4542-a14a-9ac887aa8736" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.249036] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-667c1f1f-dd24-4542-a14a-9ac887aa8736" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.249036] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-667c1f1f-dd24-4542-a14a-9ac887aa8736" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.249036] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.249036] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.249036] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.249036] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.249642] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.250251] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-667c1f1f-dd24-4542-a14a-9ac887aa8736" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.250539] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-667c1f1f-dd24-4542-a14a-9ac887aa8736 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.250762] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-667c1f1f-dd24-4542-a14a-9ac887aa8736" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.250990] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-667c1f1f-dd24-4542-a14a-9ac887aa8736" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.252019] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-667c1f1f-dd24-4542-a14a-9ac887aa8736" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.252019] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.252019] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.252019] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.252019] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.252019] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.252019] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-667c1f1f-dd24-4542-a14a-9ac887aa8736" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.252019] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('667c1f1f-dd24-4542-a14a-9ac887aa8736',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.318386] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.318386] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.318386] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.318386] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.318386] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.318386] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.318386] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.318386] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.319624] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.319624] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.319624] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f27a51eb-abb6-4cce-bae6-0fb72ab215ed is going to be updated. [ 940.353855] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.353950] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.353994] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.354228] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.354375] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.364683] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f27a51eb-abb6-4cce-bae6-0fb72ab215ed in Status: IN_PROGRESS for 2s [ 940.437907] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5c7c0d7b-66c6-493f-861a-707dd5ce5956',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.613079] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.613208] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.613291] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.613841] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.613841] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.613982] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port eac262fb-61d2-4f37-adc0-ed35a0adadcc not found, creating... [ 940.614179] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.614655] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.614808] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.615363] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.615363] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.615506] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.615635] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.615802] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.616014] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.616507] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.616507] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: eac262fb-61d2-4f37-adc0-ed35a0adadcc is going to be created. [ 940.638741] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.638741] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.638999] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.639510] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.639510] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.639679] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-eac262fb-61d2-4f37-adc0-ed35a0adadcc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.734684] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6369075f-275c-4c18-bef1-7078950726f2',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.755104] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 667c1f1f-dd24-4542-a14a-9ac887aa8736: rpc.has_security_group_logging(os_id): False [ 940.781609] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.781609] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.781609] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.781609] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.781609] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.786026] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.786026] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.786026] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.786026] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.786026] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.786026] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.786026] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.786026] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.786026] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.786026] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.786026] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.786026] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.786026] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.786026] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.786789] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.786789] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 667c1f1f-dd24-4542-a14a-9ac887aa8736 is going to be created. [ 940.875561] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.875850] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.875850] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.876114] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.876919] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.888638] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 667c1f1f-dd24-4542-a14a-9ac887aa8736 in Status: IN_PROGRESS for 2s [ 940.942743] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.943169] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.943169] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.943169] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.943327] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.943327] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c7c0d7b-66c6-493f-861a-707dd5ce5956 is going to be created. [ 940.980386] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.980386] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.980386] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.980386] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.980386] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.994394] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c7c0d7b-66c6-493f-861a-707dd5ce5956 in Status: UNINITIALIZED for 2s [ 941.237469] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.237665] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.237795] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.238112] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.238260] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.238385] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6369075f-275c-4c18-bef1-7078950726f2 is going to be updated. [ 941.277581] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.278190] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.278383] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.280105] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.280105] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.291712] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6369075f-275c-4c18-bef1-7078950726f2 in Status: IN_PROGRESS for 2s [ 941.337282] env[69836]: INFO networking_nsxv3.common.synchronization [None req-e54d78dc-5303-450d-8d09-31ec5c87af02 None None] Enqueued Resource ID: b22296e9-e9aa-420f-a3d3-0b2473c27c45 with Priority: HIGHEST for action port [ 941.338212] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b22296e9-e9aa-420f-a3d3-0b2473c27c45 with Priority: HIGHEST for action port [ 941.339321] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-b22296e9-e9aa-420f-a3d3-0b2473c27c45 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.340013] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b22296e9-e9aa-420f-a3d3-0b2473c27c45" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.340013] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b22296e9-e9aa-420f-a3d3-0b2473c27c45" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.341376] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b22296e9-e9aa-420f-a3d3-0b2473c27c45" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.341376] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b22296e9-e9aa-420f-a3d3-0b2473c27c45',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.531315] env[69836]: INFO networking_nsxv3.common.synchronization [req-8bcdf946-5f1b-41dc-ab02-07cdfadf180c req-71ea0550-a321-4653-8c44-cf00e2711417 service nova] Enqueued Resource ID: 6369075f-275c-4c18-bef1-7078950726f2 with Priority: HIGHEST for action security_group_rules [ 941.531315] env[69836]: INFO networking_nsxv3.common.synchronization [req-8bcdf946-5f1b-41dc-ab02-07cdfadf180c req-71ea0550-a321-4653-8c44-cf00e2711417 service nova] Enqueued Resource ID: 6369075f-275c-4c18-bef1-7078950726f2 with Priority: HIGHEST for action security_group_members [ 941.531435] env[69836]: INFO networking_nsxv3.common.synchronization [req-8bcdf946-5f1b-41dc-ab02-07cdfadf180c req-71ea0550-a321-4653-8c44-cf00e2711417 service nova] Enqueued Resource ID: eac262fb-61d2-4f37-adc0-ed35a0adadcc with Priority: HIGHEST for action port [ 941.533172] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6369075f-275c-4c18-bef1-7078950726f2 with Priority: HIGHEST for action security_group_rules [ 941.533325] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6369075f-275c-4c18-bef1-7078950726f2 with Priority: HIGHEST for action security_group_members [ 941.533421] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eac262fb-61d2-4f37-adc0-ed35a0adadcc with Priority: HIGHEST for action port [ 941.537162] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6369075f-275c-4c18-bef1-7078950726f2 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.537276] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6369075f-275c-4c18-bef1-7078950726f2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.537276] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6369075f-275c-4c18-bef1-7078950726f2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.539019] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6369075f-275c-4c18-bef1-7078950726f2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.539019] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6369075f-275c-4c18-bef1-7078950726f2',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.539019] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-6369075f-275c-4c18-bef1-7078950726f2 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.539019] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6369075f-275c-4c18-bef1-7078950726f2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.539019] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-eac262fb-61d2-4f37-adc0-ed35a0adadcc taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.539019] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eac262fb-61d2-4f37-adc0-ed35a0adadcc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.539820] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eac262fb-61d2-4f37-adc0-ed35a0adadcc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.540044] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eac262fb-61d2-4f37-adc0-ed35a0adadcc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.540543] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eac262fb-61d2-4f37-adc0-ed35a0adadcc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.783047] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b542b83-d5b7-4b4b-a04a-7bc301591d15 in Status: SUCCESS [ 941.783257] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b542b83-d5b7-4b4b-a04a-7bc301591d15 deletion is rescheduled due to dependency. [ 941.783374] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b542b83-d5b7-4b4b-a04a-7bc301591d15" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.844308] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b22296e9-e9aa-420f-a3d3-0b2473c27c45 [ 941.844538] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.844903] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.844903] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.845172] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.845215] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.845317] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b22296e9-e9aa-420f-a3d3-0b2473c27c45 already deleted. [ 941.845537] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b22296e9-e9aa-420f-a3d3-0b2473c27c45" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.042632] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-6369075f-275c-4c18-bef1-7078950726f2 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.042632] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6369075f-275c-4c18-bef1-7078950726f2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.042632] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eac262fb-61d2-4f37-adc0-ed35a0adadcc with status ACTIVE [ 942.042632] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.042632] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.042632] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.042632] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.043143] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.043143] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.043143] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.043143] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.043143] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.043288] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.043566] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.043566] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.043566] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.043704] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.043779] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.043820] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eac262fb-61d2-4f37-adc0-ed35a0adadcc is going to be updated. [ 942.067064] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.067255] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.067327] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.067536] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.067690] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.067899] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eac262fb-61d2-4f37-adc0-ed35a0adadcc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.376991] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f27a51eb-abb6-4cce-bae6-0fb72ab215ed in Status: SUCCESS [ 942.376991] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f27a51eb-abb6-4cce-bae6-0fb72ab215ed deletion is rescheduled due to dependency. [ 942.376991] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.905090] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 667c1f1f-dd24-4542-a14a-9ac887aa8736 in Status: SUCCESS [ 942.905783] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-667c1f1f-dd24-4542-a14a-9ac887aa8736" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.001101] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c7c0d7b-66c6-493f-861a-707dd5ce5956 in Status: SUCCESS [ 943.003205] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c7c0d7b-66c6-493f-861a-707dd5ce5956" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.003205] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c7c0d7b-66c6-493f-861a-707dd5ce5956" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.003205] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c7c0d7b-66c6-493f-861a-707dd5ce5956" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.003205] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.005932] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.005932] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.005932] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.005932] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.005932] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c7c0d7b-66c6-493f-861a-707dd5ce5956" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.005932] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5c7c0d7b-66c6-493f-861a-707dd5ce5956',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.164526] env[69836]: INFO networking_nsxv3.common.synchronization [req-8659f013-19d0-4f45-8b01-74930309c555 req-1baaf7cd-7002-4c62-9969-c07f1fe008d4 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Enqueued Resource ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 with Priority: HIGHEST for action security_group_members [ 943.165062] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 with Priority: HIGHEST for action security_group_members [ 943.165401] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-9851b922-f943-4a02-85e8-7a4557cec6e6 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.165530] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.165597] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.165902] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.166067] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.166171] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.166269] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.166423] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.166510] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.166671] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9851b922-f943-4a02-85e8-7a4557cec6e6',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.301873] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6369075f-275c-4c18-bef1-7078950726f2 in Status: SUCCESS [ 943.302157] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6369075f-275c-4c18-bef1-7078950726f2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.302326] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6369075f-275c-4c18-bef1-7078950726f2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.302551] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6369075f-275c-4c18-bef1-7078950726f2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.302741] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.302887] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.302958] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.303503] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.303624] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.303729] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6369075f-275c-4c18-bef1-7078950726f2',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.508491] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5c7c0d7b-66c6-493f-861a-707dd5ce5956',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.616851] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-344 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.618190] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-344" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.618190] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-344" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.618190] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-344" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.618190] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.618717] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.618717] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.618903] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.619050] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.619449] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 943.619598] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 943.619715] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 943.619965] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 943.619965] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 943.620083] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 943.620245] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 943.640850] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 943.641058] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 943.641205] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 943.641397] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-344" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.641709] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-ca76f50c-8620-4f05-89b4-bdd2eef2f6e6 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.641882] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-ca76f50c-8620-4f05-89b4-bdd2eef2f6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.642011] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-ca76f50c-8620-4f05-89b4-bdd2eef2f6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.642361] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-ca76f50c-8620-4f05-89b4-bdd2eef2f6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.642508] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca76f50c-8620-4f05-89b4-bdd2eef2f6e6',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.668528] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.668687] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.668755] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.669078] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.669221] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.669455] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.669935] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.669935] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.669935] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.669935] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.670133] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 is going to be updated. [ 943.702055] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.702189] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.702229] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.702442] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.702585] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.711763] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 in Status: IN_PROGRESS for 2s [ 943.805736] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6369075f-275c-4c18-bef1-7078950726f2',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.012848] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5c7c0d7b-66c6-493f-861a-707dd5ce5956: rpc.has_security_group_logging(os_id): False [ 944.033699] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.033699] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.033699] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.033699] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.033699] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.034009] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.034009] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.034009] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.034170] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.034248] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.034337] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c7c0d7b-66c6-493f-861a-707dd5ce5956 is going to be created. [ 944.107891] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.107891] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.107891] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.107891] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.107891] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.120869] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c7c0d7b-66c6-493f-861a-707dd5ce5956 in Status: IN_PROGRESS for 2s [ 944.148054] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.148054] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.148054] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.148054] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.148054] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.148054] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port ca76f50c-8620-4f05-89b4-bdd2eef2f6e6 not found, creating... [ 944.148054] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.148054] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.148054] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.148054] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.148054] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.148606] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.149443] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.151979] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.151979] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.151979] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.151979] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: ca76f50c-8620-4f05-89b4-bdd2eef2f6e6 is going to be created. [ 944.205332] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.205681] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.205681] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.206043] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.206275] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.206521] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-ca76f50c-8620-4f05-89b4-bdd2eef2f6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.309123] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6369075f-275c-4c18-bef1-7078950726f2',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.811077] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.815247] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.815247] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.815247] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.815247] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.815247] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6369075f-275c-4c18-bef1-7078950726f2 is going to be updated. [ 944.860663] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.860663] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.860663] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.860663] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.861049] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.871369] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6369075f-275c-4c18-bef1-7078950726f2 in Status: IN_PROGRESS for 2s [ 945.299482] env[69836]: INFO networking_nsxv3.common.synchronization [req-8659f013-19d0-4f45-8b01-74930309c555 req-e7f62d5b-ead5-43e2-bb4e-15bad8c25868 service nova] Enqueued Resource ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 with Priority: HIGHEST for action security_group_rules [ 945.299809] env[69836]: INFO networking_nsxv3.common.synchronization [req-8659f013-19d0-4f45-8b01-74930309c555 req-e7f62d5b-ead5-43e2-bb4e-15bad8c25868 service nova] Enqueued Resource ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 with Priority: HIGHEST for action security_group_members [ 945.299809] env[69836]: INFO networking_nsxv3.common.synchronization [req-8659f013-19d0-4f45-8b01-74930309c555 req-e7f62d5b-ead5-43e2-bb4e-15bad8c25868 service nova] Enqueued Resource ID: ca76f50c-8620-4f05-89b4-bdd2eef2f6e6 with Priority: HIGHEST for action port [ 945.300061] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 with Priority: HIGHEST for action security_group_rules [ 945.300199] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 with Priority: HIGHEST for action security_group_members [ 945.300320] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca76f50c-8620-4f05-89b4-bdd2eef2f6e6 with Priority: HIGHEST for action port [ 945.300935] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9851b922-f943-4a02-85e8-7a4557cec6e6 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.304601] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.304676] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.304907] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.305022] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9851b922-f943-4a02-85e8-7a4557cec6e6',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.308270] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-9851b922-f943-4a02-85e8-7a4557cec6e6 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.308270] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.308270] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca76f50c-8620-4f05-89b4-bdd2eef2f6e6 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.308270] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca76f50c-8620-4f05-89b4-bdd2eef2f6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.308270] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca76f50c-8620-4f05-89b4-bdd2eef2f6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.308270] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca76f50c-8620-4f05-89b4-bdd2eef2f6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.308270] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca76f50c-8620-4f05-89b4-bdd2eef2f6e6',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.722450] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 in Status: SUCCESS [ 945.722708] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 deletion is rescheduled due to dependency. [ 945.722863] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.723104] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.723382] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.723631] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.723799] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.724043] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.724113] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.724214] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.724718] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9851b922-f943-4a02-85e8-7a4557cec6e6',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.811337] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-9851b922-f943-4a02-85e8-7a4557cec6e6 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.811556] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.814270] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ca76f50c-8620-4f05-89b4-bdd2eef2f6e6 with status ACTIVE [ 945.814605] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.814806] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.814978] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.815256] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.815360] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.815550] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.815681] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.815776] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.815926] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.816014] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.816222] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.816319] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.816369] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.816509] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.816583] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.816667] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ca76f50c-8620-4f05-89b4-bdd2eef2f6e6 is going to be updated. [ 945.845067] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.845364] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.845507] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.845785] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.845968] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.846207] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca76f50c-8620-4f05-89b4-bdd2eef2f6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.143122] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c7c0d7b-66c6-493f-861a-707dd5ce5956 in Status: SUCCESS [ 946.143378] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c7c0d7b-66c6-493f-861a-707dd5ce5956" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.229799] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9851b922-f943-4a02-85e8-7a4557cec6e6',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.733057] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9851b922-f943-4a02-85e8-7a4557cec6e6',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.882489] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6369075f-275c-4c18-bef1-7078950726f2 in Status: SUCCESS [ 946.882489] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6369075f-275c-4c18-bef1-7078950726f2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.882612] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6369075f-275c-4c18-bef1-7078950726f2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.882814] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6369075f-275c-4c18-bef1-7078950726f2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.883025] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.883140] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.883223] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.883583] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.883583] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.883583] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6369075f-275c-4c18-bef1-7078950726f2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.883712] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6369075f-275c-4c18-bef1-7078950726f2',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.990699] env[69836]: INFO networking_nsxv3.common.synchronization [req-de4369a7-1319-43bb-8a6f-f29a7e12bdec req-e610e809-e6ba-42e1-aef7-0a70362b05ed tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Enqueued Resource ID: 2f04b314-b572-4cb2-a273-61da0281fee7 with Priority: HIGHEST for action security_group_members [ 946.992496] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f04b314-b572-4cb2-a273-61da0281fee7 with Priority: HIGHEST for action security_group_members [ 946.992496] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f04b314-b572-4cb2-a273-61da0281fee7 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.992496] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f04b314-b572-4cb2-a273-61da0281fee7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.992496] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f04b314-b572-4cb2-a273-61da0281fee7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.993376] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f04b314-b572-4cb2-a273-61da0281fee7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.993692] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.993692] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.994102] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.994102] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.994102] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.994102] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f04b314-b572-4cb2-a273-61da0281fee7',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.235564] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.238114] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.238114] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.238114] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.238114] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.238114] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 is going to be updated. [ 947.273118] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.273292] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.273344] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.273551] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.273806] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.290236] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 in Status: IN_PROGRESS for 2s [ 947.386542] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-6369075f-275c-4c18-bef1-7078950726f2 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.386751] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6369075f-275c-4c18-bef1-7078950726f2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.386870] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6369075f-275c-4c18-bef1-7078950726f2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.386988] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6369075f-275c-4c18-bef1-7078950726f2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.387196] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.387310] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.387353] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.387510] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.387601] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.387684] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6369075f-275c-4c18-bef1-7078950726f2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.387870] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-6369075f-275c-4c18-bef1-7078950726f2 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.387960] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6369075f-275c-4c18-bef1-7078950726f2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.388035] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6369075f-275c-4c18-bef1-7078950726f2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.388180] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6369075f-275c-4c18-bef1-7078950726f2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.388336] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.388438] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.388507] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.388617] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.388732] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.388841] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6369075f-275c-4c18-bef1-7078950726f2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.388963] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6369075f-275c-4c18-bef1-7078950726f2',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.498162] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.498339] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.498437] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.498696] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.498794] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.498993] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.499147] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.501710] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.501710] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.501710] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.501710] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f04b314-b572-4cb2-a273-61da0281fee7 already deleted. [ 947.501710] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f04b314-b572-4cb2-a273-61da0281fee7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.892475] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6369075f-275c-4c18-bef1-7078950726f2: rpc.has_security_group_logging(os_id): False [ 947.913945] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.914111] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.914191] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.914407] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.914497] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.914717] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.914821] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.914911] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.915146] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.915180] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.915365] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.915457] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.915516] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.915654] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.915728] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.915905] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.915995] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.920311] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.920311] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.920311] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.920311] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6369075f-275c-4c18-bef1-7078950726f2 is going to be updated. [ 947.927185] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-404 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.927185] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.927185] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.927185] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.927185] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.927185] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.927185] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.927185] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.927185] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.927870] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 947.928149] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 947.928358] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 947.928580] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 947.928817] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 947.929155] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 947.929412] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 947.951056] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 947.951056] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 947.951056] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 947.951056] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.951056] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-7304b9e6-df77-47d1-86a7-4b26333e4e50 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.951056] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-7304b9e6-df77-47d1-86a7-4b26333e4e50" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.951056] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-7304b9e6-df77-47d1-86a7-4b26333e4e50" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.951056] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-7304b9e6-df77-47d1-86a7-4b26333e4e50" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.951056] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7304b9e6-df77-47d1-86a7-4b26333e4e50',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.009335] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.009335] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.009335] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.009335] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.009335] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.024155] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6369075f-275c-4c18-bef1-7078950726f2 in Status: IN_PROGRESS for 2s [ 948.086301] env[69836]: INFO networking_nsxv3.common.synchronization [None req-113b836b-c3d3-4821-af6e-735f68c90620 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Enqueued Resource ID: 6c07f305-bd84-4175-88c1-ee7c9f8e1dcc with Priority: HIGHEST for action security_group_rules [ 948.086301] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c07f305-bd84-4175-88c1-ee7c9f8e1dcc with Priority: HIGHEST for action security_group_rules [ 948.086588] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c07f305-bd84-4175-88c1-ee7c9f8e1dcc taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.086767] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c07f305-bd84-4175-88c1-ee7c9f8e1dcc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.086837] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c07f305-bd84-4175-88c1-ee7c9f8e1dcc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.087331] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c07f305-bd84-4175-88c1-ee7c9f8e1dcc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.087331] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c07f305-bd84-4175-88c1-ee7c9f8e1dcc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.394450] env[69836]: INFO networking_nsxv3.common.synchronization [None req-1432acdd-68f1-4c93-a281-bb2b0dae5594 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Enqueued Resource ID: 6c07f305-bd84-4175-88c1-ee7c9f8e1dcc with Priority: HIGHEST for action security_group_rules [ 948.395143] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c07f305-bd84-4175-88c1-ee7c9f8e1dcc with Priority: HIGHEST for action security_group_rules [ 948.396093] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c07f305-bd84-4175-88c1-ee7c9f8e1dcc taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.396093] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c07f305-bd84-4175-88c1-ee7c9f8e1dcc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.457121] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.457121] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.457121] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.457121] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.457121] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.457121] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port 7304b9e6-df77-47d1-86a7-4b26333e4e50 not found, creating... [ 948.457121] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.457121] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.457121] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.457121] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.457121] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.457498] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.457498] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.457498] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.458072] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.458346] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.458619] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: 7304b9e6-df77-47d1-86a7-4b26333e4e50 is going to be created. [ 948.482866] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.482866] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.482866] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.482866] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.482866] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.482866] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-7304b9e6-df77-47d1-86a7-4b26333e4e50" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.633094] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.634106] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.638237] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.638237] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.638237] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.638237] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c07f305-bd84-4175-88c1-ee7c9f8e1dcc already deleted. [ 948.638237] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c07f305-bd84-4175-88c1-ee7c9f8e1dcc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.638237] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c07f305-bd84-4175-88c1-ee7c9f8e1dcc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.638237] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c07f305-bd84-4175-88c1-ee7c9f8e1dcc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.638237] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c07f305-bd84-4175-88c1-ee7c9f8e1dcc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.164238] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.167113] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.167113] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.167113] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.167113] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.167113] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c07f305-bd84-4175-88c1-ee7c9f8e1dcc already deleted. [ 949.167113] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c07f305-bd84-4175-88c1-ee7c9f8e1dcc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.307251] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 in Status: SUCCESS [ 949.307515] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.307699] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.308062] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.308368] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.308558] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.308679] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.308991] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.308991] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.311990] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.312142] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9851b922-f943-4a02-85e8-7a4557cec6e6',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.593335] env[69836]: INFO networking_nsxv3.common.synchronization [req-de4369a7-1319-43bb-8a6f-f29a7e12bdec req-3fc64a08-3f44-408f-a2d4-b3b3a0b46f45 service nova] Enqueued Resource ID: 2f04b314-b572-4cb2-a273-61da0281fee7 with Priority: HIGHEST for action security_group_rules [ 949.593641] env[69836]: INFO networking_nsxv3.common.synchronization [req-de4369a7-1319-43bb-8a6f-f29a7e12bdec req-3fc64a08-3f44-408f-a2d4-b3b3a0b46f45 service nova] Enqueued Resource ID: 2f04b314-b572-4cb2-a273-61da0281fee7 with Priority: HIGHEST for action security_group_members [ 949.593858] env[69836]: INFO networking_nsxv3.common.synchronization [req-de4369a7-1319-43bb-8a6f-f29a7e12bdec req-3fc64a08-3f44-408f-a2d4-b3b3a0b46f45 service nova] Enqueued Resource ID: 7304b9e6-df77-47d1-86a7-4b26333e4e50 with Priority: HIGHEST for action port [ 949.594957] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f04b314-b572-4cb2-a273-61da0281fee7 with Priority: HIGHEST for action security_group_rules [ 949.595091] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f04b314-b572-4cb2-a273-61da0281fee7 with Priority: HIGHEST for action security_group_members [ 949.595170] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7304b9e6-df77-47d1-86a7-4b26333e4e50 with Priority: HIGHEST for action port [ 949.596023] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f04b314-b572-4cb2-a273-61da0281fee7 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.596023] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f04b314-b572-4cb2-a273-61da0281fee7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.596023] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f04b314-b572-4cb2-a273-61da0281fee7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.596308] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f04b314-b572-4cb2-a273-61da0281fee7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.596485] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f04b314-b572-4cb2-a273-61da0281fee7',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.598156] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f04b314-b572-4cb2-a273-61da0281fee7 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.599872] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f04b314-b572-4cb2-a273-61da0281fee7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.599872] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f04b314-b572-4cb2-a273-61da0281fee7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.599872] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f04b314-b572-4cb2-a273-61da0281fee7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.599872] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.599872] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.599872] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.599872] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.599872] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.599872] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f04b314-b572-4cb2-a273-61da0281fee7',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.601862] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-7304b9e6-df77-47d1-86a7-4b26333e4e50 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.602785] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7304b9e6-df77-47d1-86a7-4b26333e4e50" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.602785] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7304b9e6-df77-47d1-86a7-4b26333e4e50" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.602785] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7304b9e6-df77-47d1-86a7-4b26333e4e50" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.603010] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7304b9e6-df77-47d1-86a7-4b26333e4e50',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.816722] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-9851b922-f943-4a02-85e8-7a4557cec6e6 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.816722] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.816722] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.816722] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.816722] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.817211] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.817211] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.817211] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.817211] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.820177] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.820177] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-9851b922-f943-4a02-85e8-7a4557cec6e6 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.820177] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.820177] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.820177] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.820177] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.820177] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.820177] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.820177] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.820177] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.820177] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.820177] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9851b922-f943-4a02-85e8-7a4557cec6e6',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.039688] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6369075f-275c-4c18-bef1-7078950726f2 in Status: SUCCESS [ 950.039951] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6369075f-275c-4c18-bef1-7078950726f2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.050720] env[69836]: INFO networking_nsxv3.common.synchronization [req-730c0183-b943-4a2f-b761-ea6ba66ad2a6 req-bb3b8254-41b4-4035-a490-5430636a3120 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Enqueued Resource ID: 0bfbc2e2-8c63-40e3-b2e5-f622e72ee279 with Priority: HIGHEST for action security_group_members [ 950.051213] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bfbc2e2-8c63-40e3-b2e5-f622e72ee279 with Priority: HIGHEST for action security_group_members [ 950.052659] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bfbc2e2-8c63-40e3-b2e5-f622e72ee279 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.052659] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bfbc2e2-8c63-40e3-b2e5-f622e72ee279" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.052659] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bfbc2e2-8c63-40e3-b2e5-f622e72ee279" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.057959] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bfbc2e2-8c63-40e3-b2e5-f622e72ee279" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.061169] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.061169] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.061169] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.061169] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.061169] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.061169] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bfbc2e2-8c63-40e3-b2e5-f622e72ee279',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.106218] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f04b314-b572-4cb2-a273-61da0281fee7 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.106218] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f04b314-b572-4cb2-a273-61da0281fee7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.106218] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2f04b314-b572-4cb2-a273-61da0281fee7',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.106218] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7304b9e6-df77-47d1-86a7-4b26333e4e50 with status ACTIVE [ 950.106218] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.106519] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.106519] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.106577] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.107813] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.107813] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.107813] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.107813] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.107813] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.107813] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.107813] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.107813] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.107813] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.107813] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.107813] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.109213] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7304b9e6-df77-47d1-86a7-4b26333e4e50 is going to be updated. [ 950.122987] env[69836]: INFO networking_nsxv3.common.synchronization [None req-ddc0a020-4d1c-45ec-9f3d-efc26cfede28 None None] Enqueued Resource ID: 1d58dc77-476c-45ef-a090-98393c52f423 with Priority: HIGHEST for action port [ 950.123767] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d58dc77-476c-45ef-a090-98393c52f423 with Priority: HIGHEST for action port [ 950.124022] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d58dc77-476c-45ef-a090-98393c52f423 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.125412] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d58dc77-476c-45ef-a090-98393c52f423" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.125412] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d58dc77-476c-45ef-a090-98393c52f423" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.125777] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d58dc77-476c-45ef-a090-98393c52f423" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.125777] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d58dc77-476c-45ef-a090-98393c52f423',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.134815] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.134815] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.134993] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.135149] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.135297] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.135463] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7304b9e6-df77-47d1-86a7-4b26333e4e50" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.325477] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9851b922-f943-4a02-85e8-7a4557cec6e6: rpc.has_security_group_logging(os_id): False [ 950.346031] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.346031] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.346253] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.346379] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.346443] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.346673] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.346748] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.346782] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.346948] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.347018] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.347273] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.347377] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.347481] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.347583] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.347651] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.347959] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.347959] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.348082] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.349785] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.349927] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.350036] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 is going to be updated. [ 950.429297] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.429576] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.429653] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.429932] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.430181] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.448536] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 in Status: IN_PROGRESS for 2s [ 950.561486] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.561702] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.561702] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.561959] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.562078] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.562289] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.562569] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.562693] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.562877] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.562960] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.563070] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bfbc2e2-8c63-40e3-b2e5-f622e72ee279 already deleted. [ 950.563157] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bfbc2e2-8c63-40e3-b2e5-f622e72ee279" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.614450] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2f04b314-b572-4cb2-a273-61da0281fee7',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.629721] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1d58dc77-476c-45ef-a090-98393c52f423 [ 950.629951] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.630174] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.630249] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.630450] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.630543] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.630639] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1d58dc77-476c-45ef-a090-98393c52f423 already deleted. [ 950.630746] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d58dc77-476c-45ef-a090-98393c52f423" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.119639] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.119639] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.119639] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.119639] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.119639] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.119639] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f04b314-b572-4cb2-a273-61da0281fee7 is going to be created. [ 951.146797] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.146965] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.147027] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.147774] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.148130] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.162335] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f04b314-b572-4cb2-a273-61da0281fee7 in Status: UNINITIALIZED for 2s [ 951.292985] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-638 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.293445] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-638" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.293678] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-638" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.294221] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-638" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.296900] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.297272] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.297872] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.298204] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.298378] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.298632] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 951.298759] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 951.298939] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 951.299112] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 951.299247] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 951.299354] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 951.299496] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 951.324587] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 951.324836] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 951.325115] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 951.325311] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-638" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.325814] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-c65dd1b0-52ce-4e7a-891b-da0fb599da17 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.326139] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-c65dd1b0-52ce-4e7a-891b-da0fb599da17" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.326377] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-c65dd1b0-52ce-4e7a-891b-da0fb599da17" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.326701] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-c65dd1b0-52ce-4e7a-891b-da0fb599da17" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.330242] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c65dd1b0-52ce-4e7a-891b-da0fb599da17',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.404420] env[69836]: INFO networking_nsxv3.common.synchronization [req-9477a552-cb95-4bd1-ae0d-9d3ca3d72e65 req-3fb42fe6-7aa4-4e7a-abed-7da8371a0af9 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Enqueued Resource ID: 230c9059-fa4c-4269-a09b-17355ac525c2 with Priority: HIGHEST for action security_group_members [ 951.404963] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 230c9059-fa4c-4269-a09b-17355ac525c2 with Priority: HIGHEST for action security_group_members [ 951.405297] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-230c9059-fa4c-4269-a09b-17355ac525c2 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.405443] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-230c9059-fa4c-4269-a09b-17355ac525c2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.405543] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-230c9059-fa4c-4269-a09b-17355ac525c2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.405752] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-230c9059-fa4c-4269-a09b-17355ac525c2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.405908] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.406836] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.406899] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.407096] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.407190] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.407320] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('230c9059-fa4c-4269-a09b-17355ac525c2',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.833427] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.833665] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.833834] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.834168] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.836208] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.836208] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port c65dd1b0-52ce-4e7a-891b-da0fb599da17 not found, creating... [ 951.836208] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.836208] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.836208] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.836208] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.836208] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.836208] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.836208] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.838476] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.839397] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.839397] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.839397] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: c65dd1b0-52ce-4e7a-891b-da0fb599da17 is going to be created. [ 951.864367] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.864367] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.864367] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.864367] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.864367] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.864367] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-c65dd1b0-52ce-4e7a-891b-da0fb599da17" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.914064] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.914064] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.914064] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.914064] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.937145] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.937550] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.937677] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.937760] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.937951] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.938081] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.938203] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 230c9059-fa4c-4269-a09b-17355ac525c2 is going to be updated. [ 951.974316] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.974829] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.974940] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.975284] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.975444] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.998440] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 230c9059-fa4c-4269-a09b-17355ac525c2 in Status: IN_PROGRESS for 2s [ 952.462887] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 in Status: SUCCESS [ 952.462887] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.616350] env[69836]: INFO networking_nsxv3.common.synchronization [req-f5e26e62-5e77-42fb-8558-e7a5f5609e41 req-60a0cb5a-2745-4e1e-b40e-410344b530f7 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Enqueued Resource ID: 895b550b-a92b-449d-8067-5b40315d6597 with Priority: HIGHEST for action security_group_members [ 952.616350] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 895b550b-a92b-449d-8067-5b40315d6597 with Priority: HIGHEST for action security_group_members [ 952.617260] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-895b550b-a92b-449d-8067-5b40315d6597 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.617627] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.617803] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.618789] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.618789] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.618789] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.620238] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.620238] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.620238] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.620238] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('895b550b-a92b-449d-8067-5b40315d6597',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.671551] env[69836]: INFO networking_nsxv3.common.synchronization [None req-cd651d2e-7e15-4a6a-a4f6-9311ad2e6e15 None None] Enqueued Resource ID: 7f63f482-3f5c-43f2-8b61-7151d523a0a5 with Priority: HIGHEST for action port [ 952.675846] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f63f482-3f5c-43f2-8b61-7151d523a0a5 with Priority: HIGHEST for action port [ 952.675846] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f63f482-3f5c-43f2-8b61-7151d523a0a5 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.675846] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f63f482-3f5c-43f2-8b61-7151d523a0a5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.675846] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f63f482-3f5c-43f2-8b61-7151d523a0a5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.675846] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f63f482-3f5c-43f2-8b61-7151d523a0a5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.675846] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f63f482-3f5c-43f2-8b61-7151d523a0a5',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.780871] env[69836]: INFO networking_nsxv3.common.synchronization [req-730c0183-b943-4a2f-b761-ea6ba66ad2a6 req-99825d7a-d42f-48da-98a7-c6b8ed6c00b2 service nova] Enqueued Resource ID: 0bfbc2e2-8c63-40e3-b2e5-f622e72ee279 with Priority: HIGHEST for action security_group_rules [ 952.780871] env[69836]: INFO networking_nsxv3.common.synchronization [req-730c0183-b943-4a2f-b761-ea6ba66ad2a6 req-99825d7a-d42f-48da-98a7-c6b8ed6c00b2 service nova] Enqueued Resource ID: 0bfbc2e2-8c63-40e3-b2e5-f622e72ee279 with Priority: HIGHEST for action security_group_members [ 952.780871] env[69836]: INFO networking_nsxv3.common.synchronization [req-730c0183-b943-4a2f-b761-ea6ba66ad2a6 req-99825d7a-d42f-48da-98a7-c6b8ed6c00b2 service nova] Enqueued Resource ID: c65dd1b0-52ce-4e7a-891b-da0fb599da17 with Priority: HIGHEST for action port [ 952.780871] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bfbc2e2-8c63-40e3-b2e5-f622e72ee279 with Priority: HIGHEST for action security_group_rules [ 952.780871] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bfbc2e2-8c63-40e3-b2e5-f622e72ee279 with Priority: HIGHEST for action security_group_members [ 952.780871] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c65dd1b0-52ce-4e7a-891b-da0fb599da17 with Priority: HIGHEST for action port [ 952.780871] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0bfbc2e2-8c63-40e3-b2e5-f622e72ee279 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.780871] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0bfbc2e2-8c63-40e3-b2e5-f622e72ee279" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.780871] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0bfbc2e2-8c63-40e3-b2e5-f622e72ee279" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.780871] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0bfbc2e2-8c63-40e3-b2e5-f622e72ee279" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.780871] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0bfbc2e2-8c63-40e3-b2e5-f622e72ee279',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.781568] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bfbc2e2-8c63-40e3-b2e5-f622e72ee279 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.781611] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bfbc2e2-8c63-40e3-b2e5-f622e72ee279" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.781926] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bfbc2e2-8c63-40e3-b2e5-f622e72ee279" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.781926] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bfbc2e2-8c63-40e3-b2e5-f622e72ee279" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.782722] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.782722] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.782722] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.782722] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.782722] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.782722] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bfbc2e2-8c63-40e3-b2e5-f622e72ee279',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.783639] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-c65dd1b0-52ce-4e7a-891b-da0fb599da17 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.783767] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c65dd1b0-52ce-4e7a-891b-da0fb599da17" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.783767] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c65dd1b0-52ce-4e7a-891b-da0fb599da17" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.783942] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c65dd1b0-52ce-4e7a-891b-da0fb599da17" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.783995] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c65dd1b0-52ce-4e7a-891b-da0fb599da17',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.847101] env[69836]: INFO networking_nsxv3.common.synchronization [req-3fe8105c-2502-4c13-be15-7e54650c88f3 req-869030a6-c2eb-4a13-9a51-ad0f3ba0d63e tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Enqueued Resource ID: 7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 with Priority: HIGHEST for action security_group_members [ 952.847754] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 with Priority: HIGHEST for action security_group_members [ 952.849858] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.852037] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.852037] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.852037] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.852037] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.852037] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.852037] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.852037] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.852037] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.852037] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.123220] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.123220] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.123220] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.123220] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.123220] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.123220] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.123220] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.123220] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.123589] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.123589] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.123589] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 895b550b-a92b-449d-8067-5b40315d6597 is going to be updated. [ 953.165820] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.166069] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.167177] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.167437] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.167597] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.177456] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f04b314-b572-4cb2-a273-61da0281fee7 in Status: SUCCESS [ 953.177456] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f04b314-b572-4cb2-a273-61da0281fee7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.177456] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f04b314-b572-4cb2-a273-61da0281fee7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.177456] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f04b314-b572-4cb2-a273-61da0281fee7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.177456] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.177456] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.177456] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.177456] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.177456] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.177456] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f04b314-b572-4cb2-a273-61da0281fee7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.177456] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2f04b314-b572-4cb2-a273-61da0281fee7',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.179141] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 895b550b-a92b-449d-8067-5b40315d6597 in Status: IN_PROGRESS for 2s [ 953.179364] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7f63f482-3f5c-43f2-8b61-7151d523a0a5 [ 953.179553] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.179669] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.179737] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.180433] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.180433] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.180433] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7f63f482-3f5c-43f2-8b61-7151d523a0a5 already deleted. [ 953.180433] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f63f482-3f5c-43f2-8b61-7151d523a0a5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.286905] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0bfbc2e2-8c63-40e3-b2e5-f622e72ee279',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.287907] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bfbc2e2-8c63-40e3-b2e5-f622e72ee279 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.288060] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bfbc2e2-8c63-40e3-b2e5-f622e72ee279" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.289141] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c65dd1b0-52ce-4e7a-891b-da0fb599da17 with status ACTIVE [ 953.289141] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.289141] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.289141] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.289141] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.289141] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.289508] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.289508] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.289508] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.289508] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.289624] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.289756] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.289881] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.289915] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.290044] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.290101] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.290199] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c65dd1b0-52ce-4e7a-891b-da0fb599da17 is going to be updated. [ 953.292302] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-731 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.292477] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-731" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.292606] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-731" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.292863] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-731" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.293167] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.295561] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.295561] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.295561] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.295561] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.295561] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 953.295561] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 953.295561] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 953.295561] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 953.295561] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 953.295561] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 953.295561] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 953.318422] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 953.318422] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 953.318422] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 953.319382] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-731" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.319382] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-991f4280-7906-49ff-bf1f-6e22b2e8d734 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.319382] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-991f4280-7906-49ff-bf1f-6e22b2e8d734" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.319536] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-991f4280-7906-49ff-bf1f-6e22b2e8d734" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.320931] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-991f4280-7906-49ff-bf1f-6e22b2e8d734" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.321071] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('991f4280-7906-49ff-bf1f-6e22b2e8d734',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.323547] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.323671] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.323731] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.323917] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.326115] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.326115] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c65dd1b0-52ce-4e7a-891b-da0fb599da17" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.354665] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.681288] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f04b314-b572-4cb2-a273-61da0281fee7 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.681607] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f04b314-b572-4cb2-a273-61da0281fee7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.681607] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f04b314-b572-4cb2-a273-61da0281fee7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.681913] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f04b314-b572-4cb2-a273-61da0281fee7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.681986] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.683215] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.683215] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.683215] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.683215] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.683215] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f04b314-b572-4cb2-a273-61da0281fee7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.683215] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f04b314-b572-4cb2-a273-61da0281fee7 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.683215] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f04b314-b572-4cb2-a273-61da0281fee7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.683215] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f04b314-b572-4cb2-a273-61da0281fee7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.683215] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f04b314-b572-4cb2-a273-61da0281fee7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.683215] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.683215] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.683215] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.683655] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.683655] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.683655] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f04b314-b572-4cb2-a273-61da0281fee7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.683655] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2f04b314-b572-4cb2-a273-61da0281fee7',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.798532] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0bfbc2e2-8c63-40e3-b2e5-f622e72ee279',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.823619] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.823838] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.823962] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.824318] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.824404] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.824618] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port 991f4280-7906-49ff-bf1f-6e22b2e8d734 not found, creating... [ 953.824870] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.825099] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.825320] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.825474] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.825607] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.826016] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.826188] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.826323] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.826527] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.827011] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.827011] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: 991f4280-7906-49ff-bf1f-6e22b2e8d734 is going to be created. [ 953.849256] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.849501] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.849631] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.849919] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.850240] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.850471] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-991f4280-7906-49ff-bf1f-6e22b2e8d734" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.856995] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.008831] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 230c9059-fa4c-4269-a09b-17355ac525c2 in Status: SUCCESS [ 954.009211] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 230c9059-fa4c-4269-a09b-17355ac525c2 deletion is rescheduled due to dependency. [ 954.009388] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-230c9059-fa4c-4269-a09b-17355ac525c2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.186072] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2f04b314-b572-4cb2-a273-61da0281fee7: rpc.has_security_group_logging(os_id): False [ 954.214413] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.214671] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.214771] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.215034] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.215175] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.215462] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.216040] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.216040] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.216040] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.216040] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.216285] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.216285] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.216359] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.216479] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.216662] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.216862] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.216960] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.217034] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.217185] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.217260] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.217348] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f04b314-b572-4cb2-a273-61da0281fee7 is going to be created. [ 954.287332] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.287588] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.287588] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.287805] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.288215] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.301674] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.301909] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.301967] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.302307] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.302449] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.302616] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bfbc2e2-8c63-40e3-b2e5-f622e72ee279 is going to be created. [ 954.304773] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f04b314-b572-4cb2-a273-61da0281fee7 in Status: IN_PROGRESS for 2s [ 954.332695] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.332937] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.332937] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.333170] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.333356] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.348969] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bfbc2e2-8c63-40e3-b2e5-f622e72ee279 in Status: UNINITIALIZED for 2s [ 954.359660] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.359746] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.359786] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.360463] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.360615] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.360737] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 is going to be updated. [ 954.428407] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.428609] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.428688] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.428997] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.429238] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.447205] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 in Status: IN_PROGRESS for 2s [ 954.962924] env[69836]: INFO networking_nsxv3.common.synchronization [req-f5e26e62-5e77-42fb-8558-e7a5f5609e41 req-d0a43aa7-dcd6-4955-a1bb-721cb2a6a105 service nova] Enqueued Resource ID: 895b550b-a92b-449d-8067-5b40315d6597 with Priority: HIGHEST for action security_group_rules [ 954.963253] env[69836]: INFO networking_nsxv3.common.synchronization [req-f5e26e62-5e77-42fb-8558-e7a5f5609e41 req-d0a43aa7-dcd6-4955-a1bb-721cb2a6a105 service nova] Enqueued Resource ID: 895b550b-a92b-449d-8067-5b40315d6597 with Priority: HIGHEST for action security_group_members [ 954.963358] env[69836]: INFO networking_nsxv3.common.synchronization [req-f5e26e62-5e77-42fb-8558-e7a5f5609e41 req-d0a43aa7-dcd6-4955-a1bb-721cb2a6a105 service nova] Enqueued Resource ID: 991f4280-7906-49ff-bf1f-6e22b2e8d734 with Priority: HIGHEST for action port [ 954.964056] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 895b550b-a92b-449d-8067-5b40315d6597 with Priority: HIGHEST for action security_group_rules [ 954.964243] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 895b550b-a92b-449d-8067-5b40315d6597 with Priority: HIGHEST for action security_group_members [ 954.964417] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 991f4280-7906-49ff-bf1f-6e22b2e8d734 with Priority: HIGHEST for action port [ 954.964862] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-895b550b-a92b-449d-8067-5b40315d6597 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.965062] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.965165] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.965506] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.965648] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('895b550b-a92b-449d-8067-5b40315d6597',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.966773] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-895b550b-a92b-449d-8067-5b40315d6597 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.966898] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.967114] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-991f4280-7906-49ff-bf1f-6e22b2e8d734 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.967293] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-991f4280-7906-49ff-bf1f-6e22b2e8d734" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.967293] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-991f4280-7906-49ff-bf1f-6e22b2e8d734" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.967483] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-991f4280-7906-49ff-bf1f-6e22b2e8d734" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.967558] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('991f4280-7906-49ff-bf1f-6e22b2e8d734',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.210291] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 895b550b-a92b-449d-8067-5b40315d6597 in Status: SUCCESS [ 955.210476] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 895b550b-a92b-449d-8067-5b40315d6597 deletion is rescheduled due to dependency. [ 955.210565] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.210772] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.211074] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.211281] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.211414] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.211763] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.211984] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.212103] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.212233] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('895b550b-a92b-449d-8067-5b40315d6597',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.470037] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-895b550b-a92b-449d-8067-5b40315d6597 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.470201] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.474669] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 991f4280-7906-49ff-bf1f-6e22b2e8d734 with status ACTIVE [ 955.474966] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.475159] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.475278] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.475547] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.475669] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.476020] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.476179] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.476253] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.476446] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.476535] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.476751] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.476857] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.476928] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.477100] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.477224] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.477294] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 991f4280-7906-49ff-bf1f-6e22b2e8d734 is going to be updated. [ 955.506950] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.507744] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.507803] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.508157] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.508711] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.508711] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-991f4280-7906-49ff-bf1f-6e22b2e8d734" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.714614] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('895b550b-a92b-449d-8067-5b40315d6597',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.994343] env[69836]: INFO networking_nsxv3.common.synchronization [req-23c650c0-9954-4b57-a532-66abe1840a8d req-64492199-3f2f-47ea-9d0e-87a74584e4b2 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Enqueued Resource ID: 6f0b437e-be14-4660-bf2e-db16a8d4b9cf with Priority: HIGHEST for action security_group_members [ 955.997520] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f0b437e-be14-4660-bf2e-db16a8d4b9cf with Priority: HIGHEST for action security_group_members [ 955.998451] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f0b437e-be14-4660-bf2e-db16a8d4b9cf taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.998613] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f0b437e-be14-4660-bf2e-db16a8d4b9cf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.998656] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f0b437e-be14-4660-bf2e-db16a8d4b9cf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.998888] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f0b437e-be14-4660-bf2e-db16a8d4b9cf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.999149] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.999271] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.999328] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.999579] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.999579] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.002668] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f0b437e-be14-4660-bf2e-db16a8d4b9cf',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.217355] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('895b550b-a92b-449d-8067-5b40315d6597',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.322743] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f04b314-b572-4cb2-a273-61da0281fee7 in Status: SUCCESS [ 956.323031] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f04b314-b572-4cb2-a273-61da0281fee7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.360021] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bfbc2e2-8c63-40e3-b2e5-f622e72ee279 in Status: SUCCESS [ 956.360323] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bfbc2e2-8c63-40e3-b2e5-f622e72ee279" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.363865] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bfbc2e2-8c63-40e3-b2e5-f622e72ee279" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.363865] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bfbc2e2-8c63-40e3-b2e5-f622e72ee279" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.363865] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.363865] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.363865] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.363865] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.363865] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.363865] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bfbc2e2-8c63-40e3-b2e5-f622e72ee279" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.363865] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0bfbc2e2-8c63-40e3-b2e5-f622e72ee279',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.460374] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 in Status: SUCCESS [ 956.460374] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.505100] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.505310] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.505374] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.505671] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.505813] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.506063] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.506250] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.506340] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.506687] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.506687] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.506791] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f0b437e-be14-4660-bf2e-db16a8d4b9cf is going to be updated. [ 956.539194] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-391 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.539430] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-391" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.539562] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-391" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.539852] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-391" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.540141] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.540305] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.540426] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.540674] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.540827] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.541060] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 956.541243] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 956.541301] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 956.541414] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 956.541529] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 956.541637] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 956.541771] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 956.543577] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.543688] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.543771] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.543933] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.544618] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.567795] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f0b437e-be14-4660-bf2e-db16a8d4b9cf in Status: IN_PROGRESS for 2s [ 956.580786] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 956.580786] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.039 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 956.580976] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 956.581021] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-391" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.581356] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-73fa9d2c-71f0-4373-bebf-4a0e779f5d2e taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.581534] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-73fa9d2c-71f0-4373-bebf-4a0e779f5d2e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.581660] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-73fa9d2c-71f0-4373-bebf-4a0e779f5d2e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.582061] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-73fa9d2c-71f0-4373-bebf-4a0e779f5d2e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.582239] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73fa9d2c-71f0-4373-bebf-4a0e779f5d2e',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.721909] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.722084] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.723152] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.723152] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.723152] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.723152] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 895b550b-a92b-449d-8067-5b40315d6597 is going to be updated. [ 956.757460] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.757460] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.757460] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.757711] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.757920] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.769730] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 895b550b-a92b-449d-8067-5b40315d6597 in Status: IN_PROGRESS for 2s [ 956.866807] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0bfbc2e2-8c63-40e3-b2e5-f622e72ee279',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.085604] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.085984] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.085984] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.086513] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.086719] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.086963] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port 73fa9d2c-71f0-4373-bebf-4a0e779f5d2e not found, creating... [ 957.087642] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.087642] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.087900] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.088177] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.088352] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.088711] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.088887] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.089056] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.089309] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.089481] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.089637] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: 73fa9d2c-71f0-4373-bebf-4a0e779f5d2e is going to be created. [ 957.120777] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.121168] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.121407] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.121859] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.125095] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.125528] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-73fa9d2c-71f0-4373-bebf-4a0e779f5d2e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.373669] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0bfbc2e2-8c63-40e3-b2e5-f622e72ee279: rpc.has_security_group_logging(os_id): False [ 957.396996] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.397268] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.397338] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.397616] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.397728] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.398098] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.398227] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.398357] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.398508] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.398601] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.398726] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0bfbc2e2-8c63-40e3-b2e5-f622e72ee279 is going to be created. [ 957.479092] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.479372] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.479434] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.479640] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.479846] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.501907] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0bfbc2e2-8c63-40e3-b2e5-f622e72ee279 in Status: IN_PROGRESS for 2s [ 957.950152] env[69836]: INFO networking_nsxv3.common.synchronization [req-23c650c0-9954-4b57-a532-66abe1840a8d req-1c750f6e-760a-459b-bd24-93bfec815de5 service nova] Enqueued Resource ID: 6f0b437e-be14-4660-bf2e-db16a8d4b9cf with Priority: HIGHEST for action security_group_rules [ 957.950152] env[69836]: INFO networking_nsxv3.common.synchronization [req-23c650c0-9954-4b57-a532-66abe1840a8d req-1c750f6e-760a-459b-bd24-93bfec815de5 service nova] Enqueued Resource ID: 6f0b437e-be14-4660-bf2e-db16a8d4b9cf with Priority: HIGHEST for action security_group_members [ 957.950152] env[69836]: INFO networking_nsxv3.common.synchronization [req-23c650c0-9954-4b57-a532-66abe1840a8d req-1c750f6e-760a-459b-bd24-93bfec815de5 service nova] Enqueued Resource ID: 73fa9d2c-71f0-4373-bebf-4a0e779f5d2e with Priority: HIGHEST for action port [ 957.950152] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f0b437e-be14-4660-bf2e-db16a8d4b9cf with Priority: HIGHEST for action security_group_rules [ 957.950152] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f0b437e-be14-4660-bf2e-db16a8d4b9cf with Priority: HIGHEST for action security_group_members [ 957.950625] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73fa9d2c-71f0-4373-bebf-4a0e779f5d2e with Priority: HIGHEST for action port [ 957.951152] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f0b437e-be14-4660-bf2e-db16a8d4b9cf taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.952466] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f0b437e-be14-4660-bf2e-db16a8d4b9cf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.952656] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f0b437e-be14-4660-bf2e-db16a8d4b9cf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.953032] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f0b437e-be14-4660-bf2e-db16a8d4b9cf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.953299] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f0b437e-be14-4660-bf2e-db16a8d4b9cf',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.954885] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f0b437e-be14-4660-bf2e-db16a8d4b9cf taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.955117] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f0b437e-be14-4660-bf2e-db16a8d4b9cf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.955426] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-73fa9d2c-71f0-4373-bebf-4a0e779f5d2e taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.955652] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73fa9d2c-71f0-4373-bebf-4a0e779f5d2e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.955816] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73fa9d2c-71f0-4373-bebf-4a0e779f5d2e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.956202] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73fa9d2c-71f0-4373-bebf-4a0e779f5d2e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.956384] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73fa9d2c-71f0-4373-bebf-4a0e779f5d2e',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.460232] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f0b437e-be14-4660-bf2e-db16a8d4b9cf taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.460232] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f0b437e-be14-4660-bf2e-db16a8d4b9cf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.460232] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 73fa9d2c-71f0-4373-bebf-4a0e779f5d2e with status ACTIVE [ 958.460232] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.460232] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.460232] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.460232] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.460232] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.460821] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.460821] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.460821] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.460920] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.460920] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.461737] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.461737] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.461737] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.461737] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.461737] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.461737] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 73fa9d2c-71f0-4373-bebf-4a0e779f5d2e is going to be updated. [ 958.487167] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.487167] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.487167] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.487167] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.487167] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.487167] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73fa9d2c-71f0-4373-bebf-4a0e779f5d2e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.579283] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f0b437e-be14-4660-bf2e-db16a8d4b9cf in Status: SUCCESS [ 958.579472] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f0b437e-be14-4660-bf2e-db16a8d4b9cf deletion is rescheduled due to dependency. [ 958.579590] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f0b437e-be14-4660-bf2e-db16a8d4b9cf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.579776] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f0b437e-be14-4660-bf2e-db16a8d4b9cf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.579972] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f0b437e-be14-4660-bf2e-db16a8d4b9cf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.580177] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.580294] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.580353] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.580508] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.580592] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.581494] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f0b437e-be14-4660-bf2e-db16a8d4b9cf',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.781039] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 895b550b-a92b-449d-8067-5b40315d6597 in Status: SUCCESS [ 958.781682] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.781682] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.782468] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.782468] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.782468] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.782468] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.782468] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.782740] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.782740] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.782810] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('895b550b-a92b-449d-8067-5b40315d6597',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.084251] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6f0b437e-be14-4660-bf2e-db16a8d4b9cf',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.287091] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-895b550b-a92b-449d-8067-5b40315d6597 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.287091] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.287091] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.287091] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.287091] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.287091] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.287091] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.287091] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.287091] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.287091] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.287091] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-895b550b-a92b-449d-8067-5b40315d6597 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.287091] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.287901] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.287901] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.287901] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.287901] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.287901] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.287901] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.287901] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.288386] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.288543] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('895b550b-a92b-449d-8067-5b40315d6597',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.518034] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0bfbc2e2-8c63-40e3-b2e5-f622e72ee279 in Status: SUCCESS [ 959.518034] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0bfbc2e2-8c63-40e3-b2e5-f622e72ee279" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.585956] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6f0b437e-be14-4660-bf2e-db16a8d4b9cf',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.792114] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 895b550b-a92b-449d-8067-5b40315d6597: rpc.has_security_group_logging(os_id): False [ 959.815582] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.815909] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.815909] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.816100] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.816216] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.816654] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.816654] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.816654] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.816798] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.816798] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.816938] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.817046] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.817105] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.817259] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.817329] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.817539] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.817642] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.817697] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.817825] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.817963] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.818061] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 895b550b-a92b-449d-8067-5b40315d6597 is going to be updated. [ 959.890539] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.890719] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.890768] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.891528] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.891528] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.905457] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 895b550b-a92b-449d-8067-5b40315d6597 in Status: IN_PROGRESS for 2s [ 960.088211] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.088397] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.088503] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.088771] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.088899] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.089014] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f0b437e-be14-4660-bf2e-db16a8d4b9cf is going to be updated. [ 960.124443] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.125341] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.125341] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.125341] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.125341] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.134889] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f0b437e-be14-4660-bf2e-db16a8d4b9cf in Status: IN_PROGRESS for 2s [ 961.199422] env[69836]: INFO networking_nsxv3.common.synchronization [req-cf09d3f3-c156-45fc-8982-b6789f6d163d req-7b9439fd-b023-4309-a312-1f6074b1ee2a tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Enqueued Resource ID: 49c7a409-da41-4630-81c2-97413e45edbb with Priority: HIGHEST for action security_group_members [ 961.199948] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49c7a409-da41-4630-81c2-97413e45edbb with Priority: HIGHEST for action security_group_members [ 961.200091] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-49c7a409-da41-4630-81c2-97413e45edbb taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.200154] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49c7a409-da41-4630-81c2-97413e45edbb" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.200245] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49c7a409-da41-4630-81c2-97413e45edbb" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.200413] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49c7a409-da41-4630-81c2-97413e45edbb" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.201204] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.201371] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.201440] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.201635] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.201725] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.201879] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49c7a409-da41-4630-81c2-97413e45edbb',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.705873] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.706149] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.706149] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.706953] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.741787] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.741787] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.741787] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.741981] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.742168] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.742303] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.742447] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49c7a409-da41-4630-81c2-97413e45edbb is going to be updated. [ 961.794385] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.794385] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.794385] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.794647] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.795239] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.807949] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49c7a409-da41-4630-81c2-97413e45edbb in Status: IN_PROGRESS for 2s [ 961.921514] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 895b550b-a92b-449d-8067-5b40315d6597 in Status: SUCCESS [ 961.921514] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.148192] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f0b437e-be14-4660-bf2e-db16a8d4b9cf in Status: SUCCESS [ 962.148584] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f0b437e-be14-4660-bf2e-db16a8d4b9cf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.148902] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f0b437e-be14-4660-bf2e-db16a8d4b9cf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.149240] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f0b437e-be14-4660-bf2e-db16a8d4b9cf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.149564] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.149696] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.149791] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.150161] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.150296] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.150443] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f0b437e-be14-4660-bf2e-db16a8d4b9cf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.150583] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6f0b437e-be14-4660-bf2e-db16a8d4b9cf',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.655241] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f0b437e-be14-4660-bf2e-db16a8d4b9cf taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.655241] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f0b437e-be14-4660-bf2e-db16a8d4b9cf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.655241] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f0b437e-be14-4660-bf2e-db16a8d4b9cf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.655241] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f0b437e-be14-4660-bf2e-db16a8d4b9cf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.655241] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.655241] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.655241] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.655241] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.655241] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.655241] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f0b437e-be14-4660-bf2e-db16a8d4b9cf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.655241] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f0b437e-be14-4660-bf2e-db16a8d4b9cf taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.655241] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f0b437e-be14-4660-bf2e-db16a8d4b9cf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.655241] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f0b437e-be14-4660-bf2e-db16a8d4b9cf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.655241] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f0b437e-be14-4660-bf2e-db16a8d4b9cf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.655241] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.656807] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.656807] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.656807] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.656807] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.656807] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f0b437e-be14-4660-bf2e-db16a8d4b9cf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.656807] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6f0b437e-be14-4660-bf2e-db16a8d4b9cf',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.159295] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6f0b437e-be14-4660-bf2e-db16a8d4b9cf: rpc.has_security_group_logging(os_id): False [ 963.181551] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.182130] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.182250] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.182448] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.182518] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.182758] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.182979] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.182979] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.183145] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.183145] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.183386] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.183505] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.183598] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.183734] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.183808] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.184150] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.184337] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.184427] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.184595] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.184686] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.184778] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f0b437e-be14-4660-bf2e-db16a8d4b9cf is going to be updated. [ 963.402519] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.404021] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.404021] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.404021] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.404021] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.423174] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f0b437e-be14-4660-bf2e-db16a8d4b9cf in Status: IN_PROGRESS for 2s [ 963.821692] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49c7a409-da41-4630-81c2-97413e45edbb in Status: SUCCESS [ 963.821692] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49c7a409-da41-4630-81c2-97413e45edbb deletion is rescheduled due to dependency. [ 963.821692] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49c7a409-da41-4630-81c2-97413e45edbb" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.437608] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f0b437e-be14-4660-bf2e-db16a8d4b9cf in Status: SUCCESS [ 965.437975] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f0b437e-be14-4660-bf2e-db16a8d4b9cf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.200219] env[69836]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 966.200324] env[69836]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 967.150285] env[69836]: INFO networking_nsxv3.common.synchronization [None req-59f1a54e-fb71-40dd-bb11-c0b8497f707d None None] Enqueued Resource ID: 02453f13-77c6-460f-923e-1dc1b805ba8c with Priority: HIGHEST for action port [ 967.151090] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02453f13-77c6-460f-923e-1dc1b805ba8c with Priority: HIGHEST for action port [ 967.151923] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-02453f13-77c6-460f-923e-1dc1b805ba8c taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.152111] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02453f13-77c6-460f-923e-1dc1b805ba8c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.152215] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02453f13-77c6-460f-923e-1dc1b805ba8c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.152562] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02453f13-77c6-460f-923e-1dc1b805ba8c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.152665] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02453f13-77c6-460f-923e-1dc1b805ba8c',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.655820] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 02453f13-77c6-460f-923e-1dc1b805ba8c [ 967.655820] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.655820] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.655820] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.655820] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.655820] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.655820] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:02453f13-77c6-460f-923e-1dc1b805ba8c already deleted. [ 967.655820] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02453f13-77c6-460f-923e-1dc1b805ba8c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.543216] env[69836]: INFO networking_nsxv3.common.synchronization [req-41857392-ef8d-4b1c-bacd-1dd79e38d5a0 req-1d0f3d68-ed66-4170-b150-a6282bed5f9f tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Enqueued Resource ID: 6369075f-275c-4c18-bef1-7078950726f2 with Priority: HIGHEST for action security_group_members [ 968.543216] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6369075f-275c-4c18-bef1-7078950726f2 with Priority: HIGHEST for action security_group_members [ 968.543533] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-6369075f-275c-4c18-bef1-7078950726f2 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.543533] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6369075f-275c-4c18-bef1-7078950726f2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.543533] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6369075f-275c-4c18-bef1-7078950726f2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.543686] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6369075f-275c-4c18-bef1-7078950726f2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.545202] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.545202] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.545202] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.545202] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.545202] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.545202] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6369075f-275c-4c18-bef1-7078950726f2',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.046449] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6369075f-275c-4c18-bef1-7078950726f2',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.551023] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6369075f-275c-4c18-bef1-7078950726f2',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.872634] env[69836]: INFO networking_nsxv3.common.synchronization [None req-9c4e96dc-2c9b-429e-932c-ed05376d4ce4 None None] Enqueued Resource ID: 0885419b-875e-4510-b2de-e86cf8e78c8a with Priority: HIGHEST for action port [ 969.874014] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0885419b-875e-4510-b2de-e86cf8e78c8a with Priority: HIGHEST for action port [ 969.874474] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-0885419b-875e-4510-b2de-e86cf8e78c8a taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.875906] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0885419b-875e-4510-b2de-e86cf8e78c8a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.876035] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0885419b-875e-4510-b2de-e86cf8e78c8a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.876264] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0885419b-875e-4510-b2de-e86cf8e78c8a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.876355] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0885419b-875e-4510-b2de-e86cf8e78c8a',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.054413] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.054749] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.054749] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.054905] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.056071] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.056071] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6369075f-275c-4c18-bef1-7078950726f2 is going to be updated. [ 970.091036] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.091036] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.091036] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.091357] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.091357] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.101380] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6369075f-275c-4c18-bef1-7078950726f2 in Status: IN_PROGRESS for 2s [ 970.378652] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0885419b-875e-4510-b2de-e86cf8e78c8a [ 970.378890] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.379043] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.379121] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.379320] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.379412] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.379505] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0885419b-875e-4510-b2de-e86cf8e78c8a already deleted. [ 970.379585] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0885419b-875e-4510-b2de-e86cf8e78c8a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.268295] env[69836]: INFO networking_nsxv3.common.synchronization [req-b1dc0c45-f14b-4815-a60e-741e4aa9442b req-94732865-0747-45e8-8299-0d49e8b6564f tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Enqueued Resource ID: 721a8604-8889-4c69-acc8-fb3a41552b9c with Priority: HIGHEST for action security_group_members [ 971.268616] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 721a8604-8889-4c69-acc8-fb3a41552b9c with Priority: HIGHEST for action security_group_members [ 971.269049] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-721a8604-8889-4c69-acc8-fb3a41552b9c taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.269049] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.269227] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.269371] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.269501] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.270055] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.270055] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.270055] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.270055] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.270055] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('721a8604-8889-4c69-acc8-fb3a41552b9c',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.772964] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.773201] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.773270] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.773514] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.773683] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.773938] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.774075] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.774140] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.774288] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.774363] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.774449] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 721a8604-8889-4c69-acc8-fb3a41552b9c already deleted. [ 971.774530] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.814084] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-386 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.814295] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-386" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.814420] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-386" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.814786] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-386" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.815060] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.815245] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.815361] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.815592] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.815743] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.815993] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 971.816073] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 971.816317] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 971.816317] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 971.816497] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 971.816497] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 971.816637] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 971.837853] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 971.838179] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 971.838352] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 971.839142] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-386" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.839142] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-f9151fdf-c181-4124-b6d8-cc942202e75f taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.839142] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-f9151fdf-c181-4124-b6d8-cc942202e75f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.839538] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-f9151fdf-c181-4124-b6d8-cc942202e75f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.839538] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-f9151fdf-c181-4124-b6d8-cc942202e75f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.839642] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9151fdf-c181-4124-b6d8-cc942202e75f',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.901095] env[69836]: INFO networking_nsxv3.common.synchronization [req-826d113c-610b-4810-a3d1-465add7d9475 req-4df21c47-8120-494c-b55f-2a9348eb55c9 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Enqueued Resource ID: 667c1f1f-dd24-4542-a14a-9ac887aa8736 with Priority: HIGHEST for action security_group_members [ 971.901603] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 667c1f1f-dd24-4542-a14a-9ac887aa8736 with Priority: HIGHEST for action security_group_members [ 971.901936] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-667c1f1f-dd24-4542-a14a-9ac887aa8736 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.902099] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-667c1f1f-dd24-4542-a14a-9ac887aa8736" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.902171] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-667c1f1f-dd24-4542-a14a-9ac887aa8736" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.902370] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-667c1f1f-dd24-4542-a14a-9ac887aa8736" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.902537] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.902642] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.902704] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.902836] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.902919] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.903018] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('667c1f1f-dd24-4542-a14a-9ac887aa8736',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.112242] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6369075f-275c-4c18-bef1-7078950726f2 in Status: SUCCESS [ 972.112479] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6369075f-275c-4c18-bef1-7078950726f2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.342208] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.342617] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.342617] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.343055] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.343333] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.343856] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port f9151fdf-c181-4124-b6d8-cc942202e75f not found, creating... [ 972.343999] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.344319] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.344377] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.344596] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.344814] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.345177] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.345269] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.345938] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.345938] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.345938] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.345938] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: f9151fdf-c181-4124-b6d8-cc942202e75f is going to be created. [ 972.372200] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.372589] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.372830] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.373245] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.373530] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.373840] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-f9151fdf-c181-4124-b6d8-cc942202e75f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.404998] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.405190] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.405266] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.405627] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.405627] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.405786] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.406028] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.406028] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.406166] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.406166] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.406263] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 667c1f1f-dd24-4542-a14a-9ac887aa8736 is going to be updated. [ 972.448107] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.448107] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.448107] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.448402] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.448529] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.459528] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 667c1f1f-dd24-4542-a14a-9ac887aa8736 in Status: IN_PROGRESS for 2s [ 973.318636] env[69836]: INFO networking_nsxv3.common.synchronization [req-b1dc0c45-f14b-4815-a60e-741e4aa9442b req-998eacf1-6ff0-4d51-8623-f094affabb93 service nova] Enqueued Resource ID: 721a8604-8889-4c69-acc8-fb3a41552b9c with Priority: HIGHEST for action security_group_rules [ 973.318902] env[69836]: INFO networking_nsxv3.common.synchronization [req-b1dc0c45-f14b-4815-a60e-741e4aa9442b req-998eacf1-6ff0-4d51-8623-f094affabb93 service nova] Enqueued Resource ID: 721a8604-8889-4c69-acc8-fb3a41552b9c with Priority: HIGHEST for action security_group_members [ 973.319812] env[69836]: INFO networking_nsxv3.common.synchronization [req-b1dc0c45-f14b-4815-a60e-741e4aa9442b req-998eacf1-6ff0-4d51-8623-f094affabb93 service nova] Enqueued Resource ID: f9151fdf-c181-4124-b6d8-cc942202e75f with Priority: HIGHEST for action port [ 973.325211] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 721a8604-8889-4c69-acc8-fb3a41552b9c with Priority: HIGHEST for action security_group_rules [ 973.325413] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 721a8604-8889-4c69-acc8-fb3a41552b9c with Priority: HIGHEST for action security_group_members [ 973.325537] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9151fdf-c181-4124-b6d8-cc942202e75f with Priority: HIGHEST for action port [ 973.326322] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-721a8604-8889-4c69-acc8-fb3a41552b9c taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.326471] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.326542] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.326881] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.326960] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('721a8604-8889-4c69-acc8-fb3a41552b9c',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.328015] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-721a8604-8889-4c69-acc8-fb3a41552b9c taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.329098] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.329199] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.329415] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.329586] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.329705] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.329780] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.330018] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.330117] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.330222] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('721a8604-8889-4c69-acc8-fb3a41552b9c',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.331215] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9151fdf-c181-4124-b6d8-cc942202e75f taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.331394] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9151fdf-c181-4124-b6d8-cc942202e75f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.331394] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9151fdf-c181-4124-b6d8-cc942202e75f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.331521] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9151fdf-c181-4124-b6d8-cc942202e75f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.331603] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9151fdf-c181-4124-b6d8-cc942202e75f',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.838726] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('721a8604-8889-4c69-acc8-fb3a41552b9c',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.839853] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-721a8604-8889-4c69-acc8-fb3a41552b9c taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.839973] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.840137] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f9151fdf-c181-4124-b6d8-cc942202e75f with status ACTIVE [ 973.840338] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.840501] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.840603] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.840820] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.844026] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.844026] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.844026] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.844026] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.844026] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.844026] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.844026] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.844026] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.844026] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.844026] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.844026] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.844026] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f9151fdf-c181-4124-b6d8-cc942202e75f is going to be updated. [ 973.872784] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.873729] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.873729] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.873910] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.874209] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.874274] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9151fdf-c181-4124-b6d8-cc942202e75f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.349011] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('721a8604-8889-4c69-acc8-fb3a41552b9c',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.475535] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 667c1f1f-dd24-4542-a14a-9ac887aa8736 in Status: SUCCESS [ 974.475730] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 667c1f1f-dd24-4542-a14a-9ac887aa8736 deletion is rescheduled due to dependency. [ 974.475847] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-667c1f1f-dd24-4542-a14a-9ac887aa8736" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.851960] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.851960] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.851960] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.851960] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.851960] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.852446] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 721a8604-8889-4c69-acc8-fb3a41552b9c is going to be created. [ 974.883531] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.883708] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.883797] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.884115] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.884387] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.927217] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 721a8604-8889-4c69-acc8-fb3a41552b9c in Status: UNINITIALIZED for 2s [ 975.778079] env[69836]: INFO networking_nsxv3.common.synchronization [req-b18494a7-100e-4106-ae36-1abb6bfa8224 req-b550991f-d056-4384-865c-503aefe568a1 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Enqueued Resource ID: 6c07f305-bd84-4175-88c1-ee7c9f8e1dcc with Priority: HIGHEST for action security_group_members [ 975.782560] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c07f305-bd84-4175-88c1-ee7c9f8e1dcc with Priority: HIGHEST for action security_group_members [ 975.782893] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c07f305-bd84-4175-88c1-ee7c9f8e1dcc taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.783079] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c07f305-bd84-4175-88c1-ee7c9f8e1dcc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.783220] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c07f305-bd84-4175-88c1-ee7c9f8e1dcc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.783581] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c07f305-bd84-4175-88c1-ee7c9f8e1dcc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.783776] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.783893] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.783957] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.784144] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.784236] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.784336] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c07f305-bd84-4175-88c1-ee7c9f8e1dcc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.105056] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-949 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.105374] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-949" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.107273] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-949" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.107614] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-949" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.107938] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.109534] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.109714] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.110063] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.110266] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.110524] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 976.110677] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 976.110824] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 976.110971] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 976.111170] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 976.111334] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 976.111569] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 976.132461] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 976.132690] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 976.132846] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 976.133077] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-949" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.133459] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-bb4b521b-446e-48be-a3ff-8e1f889f081e taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.133666] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-bb4b521b-446e-48be-a3ff-8e1f889f081e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.133825] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-bb4b521b-446e-48be-a3ff-8e1f889f081e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.134243] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-bb4b521b-446e-48be-a3ff-8e1f889f081e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.134395] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb4b521b-446e-48be-a3ff-8e1f889f081e',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.287077] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.287240] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.287310] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.287548] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.287610] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.287815] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.287908] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.287972] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.288195] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.288306] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.288399] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c07f305-bd84-4175-88c1-ee7c9f8e1dcc already deleted. [ 976.290394] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c07f305-bd84-4175-88c1-ee7c9f8e1dcc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.636995] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.637578] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.638357] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.638357] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.638357] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.638484] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port bb4b521b-446e-48be-a3ff-8e1f889f081e not found, creating... [ 976.638694] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.638859] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.638981] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.639264] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.639936] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.639936] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.639936] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.640169] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.640513] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.640810] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.640810] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: bb4b521b-446e-48be-a3ff-8e1f889f081e is going to be created. [ 976.661795] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.662069] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.662177] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.662574] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.662821] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.663074] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-bb4b521b-446e-48be-a3ff-8e1f889f081e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.941220] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 721a8604-8889-4c69-acc8-fb3a41552b9c in Status: SUCCESS [ 976.941476] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.941643] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.941873] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.942057] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.942177] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.942234] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.943231] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.943231] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.943231] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.943231] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('721a8604-8889-4c69-acc8-fb3a41552b9c',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.448188] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-721a8604-8889-4c69-acc8-fb3a41552b9c taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.448188] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.448188] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.448188] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.448188] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.448188] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.448188] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.448188] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.448188] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.448188] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.448188] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-721a8604-8889-4c69-acc8-fb3a41552b9c taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.448188] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.448188] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.448188] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.448188] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.448188] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.448883] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.448883] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.448883] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.448883] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.448883] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('721a8604-8889-4c69-acc8-fb3a41552b9c',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.479059] env[69836]: INFO networking_nsxv3.common.synchronization [req-b18494a7-100e-4106-ae36-1abb6bfa8224 req-6c7861f6-331f-4412-aaa6-69cf25aaac30 service nova] Enqueued Resource ID: 6c07f305-bd84-4175-88c1-ee7c9f8e1dcc with Priority: HIGHEST for action security_group_rules [ 977.479822] env[69836]: INFO networking_nsxv3.common.synchronization [req-b18494a7-100e-4106-ae36-1abb6bfa8224 req-6c7861f6-331f-4412-aaa6-69cf25aaac30 service nova] Enqueued Resource ID: 6c07f305-bd84-4175-88c1-ee7c9f8e1dcc with Priority: HIGHEST for action security_group_members [ 977.479822] env[69836]: INFO networking_nsxv3.common.synchronization [req-b18494a7-100e-4106-ae36-1abb6bfa8224 req-6c7861f6-331f-4412-aaa6-69cf25aaac30 service nova] Enqueued Resource ID: bb4b521b-446e-48be-a3ff-8e1f889f081e with Priority: HIGHEST for action port [ 977.479822] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c07f305-bd84-4175-88c1-ee7c9f8e1dcc with Priority: HIGHEST for action security_group_rules [ 977.479822] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c07f305-bd84-4175-88c1-ee7c9f8e1dcc with Priority: HIGHEST for action security_group_members [ 977.480108] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb4b521b-446e-48be-a3ff-8e1f889f081e with Priority: HIGHEST for action port [ 977.480648] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c07f305-bd84-4175-88c1-ee7c9f8e1dcc taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.480838] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c07f305-bd84-4175-88c1-ee7c9f8e1dcc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.480838] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c07f305-bd84-4175-88c1-ee7c9f8e1dcc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.482372] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c07f305-bd84-4175-88c1-ee7c9f8e1dcc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.482372] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c07f305-bd84-4175-88c1-ee7c9f8e1dcc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.483299] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c07f305-bd84-4175-88c1-ee7c9f8e1dcc taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.483876] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c07f305-bd84-4175-88c1-ee7c9f8e1dcc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.483876] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c07f305-bd84-4175-88c1-ee7c9f8e1dcc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.483876] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c07f305-bd84-4175-88c1-ee7c9f8e1dcc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.483876] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.484205] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.484205] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.484205] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.484205] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.484392] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c07f305-bd84-4175-88c1-ee7c9f8e1dcc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.486360] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb4b521b-446e-48be-a3ff-8e1f889f081e taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.486360] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb4b521b-446e-48be-a3ff-8e1f889f081e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.486360] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb4b521b-446e-48be-a3ff-8e1f889f081e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.486360] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb4b521b-446e-48be-a3ff-8e1f889f081e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.486360] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb4b521b-446e-48be-a3ff-8e1f889f081e',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.951292] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 721a8604-8889-4c69-acc8-fb3a41552b9c: rpc.has_security_group_logging(os_id): False [ 977.972327] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.972512] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.972604] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.972843] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.972985] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.973256] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.973408] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.973476] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.973716] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.973846] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.974202] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.974428] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.974508] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.974774] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.974827] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.975000] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.975104] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.975138] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.975382] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.975382] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.975502] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 721a8604-8889-4c69-acc8-fb3a41552b9c is going to be created. [ 977.988735] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6c07f305-bd84-4175-88c1-ee7c9f8e1dcc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.991154] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c07f305-bd84-4175-88c1-ee7c9f8e1dcc taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.991313] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c07f305-bd84-4175-88c1-ee7c9f8e1dcc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.991716] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bb4b521b-446e-48be-a3ff-8e1f889f081e with status ACTIVE [ 977.991895] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.992030] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.992106] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.992348] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.992416] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.992604] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.992706] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.992797] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.992931] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.993433] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.993674] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.993791] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.993866] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.994035] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.994124] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.994221] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bb4b521b-446e-48be-a3ff-8e1f889f081e is going to be updated. [ 978.016872] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.017068] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.017117] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.017317] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.017425] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.018425] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb4b521b-446e-48be-a3ff-8e1f889f081e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.052343] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.052570] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.052570] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.052778] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.053031] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.068641] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 721a8604-8889-4c69-acc8-fb3a41552b9c in Status: IN_PROGRESS for 2s [ 978.492915] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6c07f305-bd84-4175-88c1-ee7c9f8e1dcc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.615082] env[69836]: INFO networking_nsxv3.common.synchronization [None req-ef37166d-7cdb-496d-9462-f161467741c1 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Enqueued Resource ID: 1f02905c-1b48-4880-96c1-92801c06621a with Priority: HIGHEST for action security_group_rules [ 978.615082] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f02905c-1b48-4880-96c1-92801c06621a with Priority: HIGHEST for action security_group_rules [ 978.615082] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f02905c-1b48-4880-96c1-92801c06621a taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.615676] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f02905c-1b48-4880-96c1-92801c06621a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.615920] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f02905c-1b48-4880-96c1-92801c06621a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.616309] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f02905c-1b48-4880-96c1-92801c06621a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.616520] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f02905c-1b48-4880-96c1-92801c06621a',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.775039] env[69836]: INFO networking_nsxv3.common.synchronization [None req-fe12bc1d-8591-4429-8d66-50708fd7802f tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Enqueued Resource ID: 1f02905c-1b48-4880-96c1-92801c06621a with Priority: HIGHEST for action security_group_rules [ 978.775039] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f02905c-1b48-4880-96c1-92801c06621a with Priority: HIGHEST for action security_group_rules [ 978.775264] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f02905c-1b48-4880-96c1-92801c06621a taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.775362] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f02905c-1b48-4880-96c1-92801c06621a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.000667] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.000921] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.002451] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.002451] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.002451] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.002451] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c07f305-bd84-4175-88c1-ee7c9f8e1dcc is going to be created. [ 979.033077] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.033077] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.033077] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.033077] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.033077] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.046679] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c07f305-bd84-4175-88c1-ee7c9f8e1dcc in Status: UNINITIALIZED for 2s [ 979.141881] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.142141] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.142141] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.142359] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.142649] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.142649] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f02905c-1b48-4880-96c1-92801c06621a already deleted. [ 979.142649] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f02905c-1b48-4880-96c1-92801c06621a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.142799] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f02905c-1b48-4880-96c1-92801c06621a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.142951] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f02905c-1b48-4880-96c1-92801c06621a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.143016] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f02905c-1b48-4880-96c1-92801c06621a',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.671480] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.671821] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.671821] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.671935] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.671990] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.672109] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f02905c-1b48-4880-96c1-92801c06621a already deleted. [ 979.672214] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f02905c-1b48-4880-96c1-92801c06621a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.083078] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 721a8604-8889-4c69-acc8-fb3a41552b9c in Status: SUCCESS [ 980.084055] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.057032] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c07f305-bd84-4175-88c1-ee7c9f8e1dcc in Status: SUCCESS [ 981.057331] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c07f305-bd84-4175-88c1-ee7c9f8e1dcc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.057493] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c07f305-bd84-4175-88c1-ee7c9f8e1dcc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.059750] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c07f305-bd84-4175-88c1-ee7c9f8e1dcc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.059750] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.059750] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.059750] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.059750] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.059750] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.059750] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c07f305-bd84-4175-88c1-ee7c9f8e1dcc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.059750] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6c07f305-bd84-4175-88c1-ee7c9f8e1dcc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.563224] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6c07f305-bd84-4175-88c1-ee7c9f8e1dcc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.835102] env[69836]: INFO networking_nsxv3.common.synchronization [req-d8f1b742-9217-4026-b48a-6ba34d05d1eb req-7941c3dd-5030-4cbc-b183-ba68782bfb15 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Enqueued Resource ID: 895b550b-a92b-449d-8067-5b40315d6597 with Priority: HIGHEST for action security_group_members [ 981.835620] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 895b550b-a92b-449d-8067-5b40315d6597 with Priority: HIGHEST for action security_group_members [ 981.835928] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-895b550b-a92b-449d-8067-5b40315d6597 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.836230] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.836341] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.836746] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.836845] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.836960] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.837033] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.837194] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.837282] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.837376] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('895b550b-a92b-449d-8067-5b40315d6597',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.065359] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6c07f305-bd84-4175-88c1-ee7c9f8e1dcc: rpc.has_security_group_logging(os_id): False [ 982.083817] env[69836]: INFO networking_nsxv3.common.synchronization [req-7cb531c3-4faf-40a6-882e-c6b2ab208bff req-bb3673f8-2aef-4b3b-8759-57964e7ba7ac tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Enqueued Resource ID: 6f0b437e-be14-4660-bf2e-db16a8d4b9cf with Priority: HIGHEST for action security_group_members [ 982.084453] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f0b437e-be14-4660-bf2e-db16a8d4b9cf with Priority: HIGHEST for action security_group_members [ 982.086632] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.086785] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.086848] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.087040] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.087135] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.088641] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.088641] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.088641] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.088641] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.088641] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.090754] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c07f305-bd84-4175-88c1-ee7c9f8e1dcc is going to be created. [ 982.091945] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f0b437e-be14-4660-bf2e-db16a8d4b9cf taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.092160] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f0b437e-be14-4660-bf2e-db16a8d4b9cf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.092160] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f0b437e-be14-4660-bf2e-db16a8d4b9cf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.092501] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f0b437e-be14-4660-bf2e-db16a8d4b9cf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.092501] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.092644] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.092644] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.093279] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.093279] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.093279] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f0b437e-be14-4660-bf2e-db16a8d4b9cf',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.163422] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.163574] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.163613] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.163829] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.164022] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.175742] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c07f305-bd84-4175-88c1-ee7c9f8e1dcc in Status: IN_PROGRESS for 2s [ 982.342051] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.342192] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.342192] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.342711] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.342711] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.343359] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.343447] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.343607] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.343967] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.344085] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.344471] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 895b550b-a92b-449d-8067-5b40315d6597 is going to be updated. [ 982.376748] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.376902] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.376979] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.377660] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.377660] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.389401] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 895b550b-a92b-449d-8067-5b40315d6597 in Status: IN_PROGRESS for 2s [ 982.544026] env[69836]: INFO networking_nsxv3.common.synchronization [req-cad7ba47-b8e8-4a17-bede-d1586befa983 req-9325af24-5294-4f9d-b1d7-edd2d5a44105 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] Enqueued Resource ID: e034fcde-945d-4494-8f44-e7f4610ac12f with Priority: HIGHEST for action security_group_members [ 982.544611] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e034fcde-945d-4494-8f44-e7f4610ac12f with Priority: HIGHEST for action security_group_members [ 982.544933] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-e034fcde-945d-4494-8f44-e7f4610ac12f taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.545272] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e034fcde-945d-4494-8f44-e7f4610ac12f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.545272] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e034fcde-945d-4494-8f44-e7f4610ac12f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.545415] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e034fcde-945d-4494-8f44-e7f4610ac12f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.545530] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.545633] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.545716] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.545830] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.545907] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.546035] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e034fcde-945d-4494-8f44-e7f4610ac12f',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.598231] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.598395] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.598395] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.598581] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.598672] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.598864] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.598954] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.599123] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.599192] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.599237] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.599320] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f0b437e-be14-4660-bf2e-db16a8d4b9cf is going to be updated. [ 982.629428] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.629428] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.629428] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.629428] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.629428] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.641655] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f0b437e-be14-4660-bf2e-db16a8d4b9cf in Status: IN_PROGRESS for 2s [ 982.735783] env[69836]: INFO networking_nsxv3.common.synchronization [req-d11edc08-35a0-4da3-8e50-129572356c0e req-66240a26-a5c1-48ce-832c-3d9b86c8ea93 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Enqueued Resource ID: 7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 with Priority: HIGHEST for action security_group_members [ 982.736357] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 with Priority: HIGHEST for action security_group_members [ 982.736667] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.736791] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.736858] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.737858] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.738163] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.738308] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.738379] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.739515] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.739612] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.740215] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.818258] env[69836]: INFO networking_nsxv3.common.synchronization [None req-8d69c989-2f95-4340-9691-fc90fdc90c7e None None] Enqueued Resource ID: f3fcf4d9-8440-4fe0-a1f4-66257bf9f6d1 with Priority: HIGHEST for action port [ 982.819178] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3fcf4d9-8440-4fe0-a1f4-66257bf9f6d1 with Priority: HIGHEST for action port [ 982.819541] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3fcf4d9-8440-4fe0-a1f4-66257bf9f6d1 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.819541] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3fcf4d9-8440-4fe0-a1f4-66257bf9f6d1" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.820369] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3fcf4d9-8440-4fe0-a1f4-66257bf9f6d1" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.820369] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3fcf4d9-8440-4fe0-a1f4-66257bf9f6d1" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.820369] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3fcf4d9-8440-4fe0-a1f4-66257bf9f6d1',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.048748] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.049057] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.049224] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.049443] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.049547] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.049762] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.049872] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.049923] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.050088] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.050169] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.050263] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e034fcde-945d-4494-8f44-e7f4610ac12f already deleted. [ 983.050374] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e034fcde-945d-4494-8f44-e7f4610ac12f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.069334] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-546 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.069636] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-546" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.069674] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-546" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.070301] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-546" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.070450] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.074053] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.074053] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.074053] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.074053] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.074053] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 983.074053] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 983.074053] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 983.074053] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 983.074053] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 983.074053] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 983.074053] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 983.097861] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 983.097995] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 983.098087] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 983.098276] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-546" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.099032] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-5e2967ee-c2ba-4bc5-a99c-3e1090f3915d taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.099032] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-5e2967ee-c2ba-4bc5-a99c-3e1090f3915d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.099244] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-5e2967ee-c2ba-4bc5-a99c-3e1090f3915d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.099539] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-5e2967ee-c2ba-4bc5-a99c-3e1090f3915d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.099708] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e2967ee-c2ba-4bc5-a99c-3e1090f3915d',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.242806] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.244266] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.244266] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.244266] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.244266] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.244266] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.244266] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.244266] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.244266] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.244266] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.244627] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 is going to be updated. [ 983.276074] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.276289] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.276289] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.277472] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.277715] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.297775] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 in Status: IN_PROGRESS for 2s [ 983.322607] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f3fcf4d9-8440-4fe0-a1f4-66257bf9f6d1 [ 983.324467] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.324467] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.324467] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.324467] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.324467] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.324467] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f3fcf4d9-8440-4fe0-a1f4-66257bf9f6d1 already deleted. [ 983.324467] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3fcf4d9-8440-4fe0-a1f4-66257bf9f6d1" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.604488] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.604488] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.604488] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.604488] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.604488] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.604488] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port 5e2967ee-c2ba-4bc5-a99c-3e1090f3915d not found, creating... [ 983.604488] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.604488] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.604488] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.604488] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.604858] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.605181] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.605377] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.605526] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.605669] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.605866] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.606175] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: 5e2967ee-c2ba-4bc5-a99c-3e1090f3915d is going to be created. [ 983.628930] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.628930] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.628930] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.629220] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.630061] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.630061] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-5e2967ee-c2ba-4bc5-a99c-3e1090f3915d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.955361] env[69836]: INFO networking_nsxv3.common.synchronization [None req-75c41748-1c7f-45d4-b50d-197f62669c67 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] Enqueued Resource ID: f6265e3e-c67e-45b5-b2c9-5efb02c1e115 with Priority: HIGHEST for action security_group_rules [ 983.955908] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6265e3e-c67e-45b5-b2c9-5efb02c1e115 with Priority: HIGHEST for action security_group_rules [ 983.956252] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6265e3e-c67e-45b5-b2c9-5efb02c1e115 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.956347] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6265e3e-c67e-45b5-b2c9-5efb02c1e115" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.956437] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6265e3e-c67e-45b5-b2c9-5efb02c1e115" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.956644] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6265e3e-c67e-45b5-b2c9-5efb02c1e115" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.956765] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6265e3e-c67e-45b5-b2c9-5efb02c1e115',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.036512] env[69836]: INFO networking_nsxv3.common.synchronization [None req-42e175ee-232b-4f12-9021-a0b0a2b80997 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] Enqueued Resource ID: f6265e3e-c67e-45b5-b2c9-5efb02c1e115 with Priority: HIGHEST for action security_group_rules [ 984.036837] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6265e3e-c67e-45b5-b2c9-5efb02c1e115 with Priority: HIGHEST for action security_group_rules [ 984.037132] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6265e3e-c67e-45b5-b2c9-5efb02c1e115 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.037233] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6265e3e-c67e-45b5-b2c9-5efb02c1e115" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.192822] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c07f305-bd84-4175-88c1-ee7c9f8e1dcc in Status: SUCCESS [ 984.193092] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c07f305-bd84-4175-88c1-ee7c9f8e1dcc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.403578] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 895b550b-a92b-449d-8067-5b40315d6597 in Status: SUCCESS [ 984.403739] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 895b550b-a92b-449d-8067-5b40315d6597 deletion is rescheduled due to dependency. [ 984.403871] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.481202] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.481202] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.481470] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.481508] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.481595] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.481710] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6265e3e-c67e-45b5-b2c9-5efb02c1e115 already deleted. [ 984.481796] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6265e3e-c67e-45b5-b2c9-5efb02c1e115" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.481966] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6265e3e-c67e-45b5-b2c9-5efb02c1e115" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.482284] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6265e3e-c67e-45b5-b2c9-5efb02c1e115" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.482284] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6265e3e-c67e-45b5-b2c9-5efb02c1e115',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.512408] env[69836]: INFO networking_nsxv3.common.synchronization [req-cad7ba47-b8e8-4a17-bede-d1586befa983 req-fc18732f-4c07-4da8-8138-80d14cb639da service nova] Enqueued Resource ID: e034fcde-945d-4494-8f44-e7f4610ac12f with Priority: HIGHEST for action security_group_rules [ 984.512574] env[69836]: INFO networking_nsxv3.common.synchronization [req-cad7ba47-b8e8-4a17-bede-d1586befa983 req-fc18732f-4c07-4da8-8138-80d14cb639da service nova] Enqueued Resource ID: e034fcde-945d-4494-8f44-e7f4610ac12f with Priority: HIGHEST for action security_group_members [ 984.512787] env[69836]: INFO networking_nsxv3.common.synchronization [req-cad7ba47-b8e8-4a17-bede-d1586befa983 req-fc18732f-4c07-4da8-8138-80d14cb639da service nova] Enqueued Resource ID: 5e2967ee-c2ba-4bc5-a99c-3e1090f3915d with Priority: HIGHEST for action port [ 984.513379] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e034fcde-945d-4494-8f44-e7f4610ac12f with Priority: HIGHEST for action security_group_rules [ 984.513534] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e034fcde-945d-4494-8f44-e7f4610ac12f with Priority: HIGHEST for action security_group_members [ 984.513591] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e2967ee-c2ba-4bc5-a99c-3e1090f3915d with Priority: HIGHEST for action port [ 984.514087] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e034fcde-945d-4494-8f44-e7f4610ac12f taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.514087] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e034fcde-945d-4494-8f44-e7f4610ac12f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.514087] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e034fcde-945d-4494-8f44-e7f4610ac12f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.514352] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e034fcde-945d-4494-8f44-e7f4610ac12f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.514392] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e034fcde-945d-4494-8f44-e7f4610ac12f',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.515255] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-e034fcde-945d-4494-8f44-e7f4610ac12f taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.515372] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e034fcde-945d-4494-8f44-e7f4610ac12f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.515436] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e034fcde-945d-4494-8f44-e7f4610ac12f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.515602] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e034fcde-945d-4494-8f44-e7f4610ac12f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.516250] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.516346] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.516346] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.520024] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.520024] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.520024] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e034fcde-945d-4494-8f44-e7f4610ac12f',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.520024] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e2967ee-c2ba-4bc5-a99c-3e1090f3915d taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.520024] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e2967ee-c2ba-4bc5-a99c-3e1090f3915d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.520024] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e2967ee-c2ba-4bc5-a99c-3e1090f3915d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.520024] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e2967ee-c2ba-4bc5-a99c-3e1090f3915d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.520024] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e2967ee-c2ba-4bc5-a99c-3e1090f3915d',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.663027] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f0b437e-be14-4660-bf2e-db16a8d4b9cf in Status: SUCCESS [ 984.663027] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f0b437e-be14-4660-bf2e-db16a8d4b9cf deletion is rescheduled due to dependency. [ 984.663027] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f0b437e-be14-4660-bf2e-db16a8d4b9cf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.778238] env[69836]: INFO networking_nsxv3.common.synchronization [None req-3eca777a-f883-4f12-9f12-1fd7c2ab3280 None None] Enqueued Resource ID: 68c3df1b-a11e-40de-a248-f61187e7b286 with Priority: HIGHEST for action port [ 984.778771] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68c3df1b-a11e-40de-a248-f61187e7b286 with Priority: HIGHEST for action port [ 984.779113] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-68c3df1b-a11e-40de-a248-f61187e7b286 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.779260] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68c3df1b-a11e-40de-a248-f61187e7b286" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.779325] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68c3df1b-a11e-40de-a248-f61187e7b286" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.779571] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68c3df1b-a11e-40de-a248-f61187e7b286" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.779649] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68c3df1b-a11e-40de-a248-f61187e7b286',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.006140] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.006342] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.006437] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.006624] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.006717] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.006803] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6265e3e-c67e-45b5-b2c9-5efb02c1e115 already deleted. [ 985.006875] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6265e3e-c67e-45b5-b2c9-5efb02c1e115" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.019423] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e034fcde-945d-4494-8f44-e7f4610ac12f',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.020801] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-e034fcde-945d-4494-8f44-e7f4610ac12f taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.020801] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e034fcde-945d-4494-8f44-e7f4610ac12f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.021260] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5e2967ee-c2ba-4bc5-a99c-3e1090f3915d with status ACTIVE [ 985.021260] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.021260] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.021820] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.021820] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.021820] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.022119] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.022119] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.022206] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.022340] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.023610] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.024155] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.024155] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.024155] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.024155] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.024310] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.024310] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5e2967ee-c2ba-4bc5-a99c-3e1090f3915d is going to be updated. [ 985.049257] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.049766] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.049766] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.049766] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.049957] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.051099] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e2967ee-c2ba-4bc5-a99c-3e1090f3915d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.282030] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 68c3df1b-a11e-40de-a248-f61187e7b286 [ 985.282030] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.282030] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.282030] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.282480] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.282709] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.282919] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:68c3df1b-a11e-40de-a248-f61187e7b286 already deleted. [ 985.283453] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68c3df1b-a11e-40de-a248-f61187e7b286" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.307958] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 in Status: SUCCESS [ 985.308255] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 deletion is rescheduled due to dependency. [ 985.308333] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.528150] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e034fcde-945d-4494-8f44-e7f4610ac12f',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.032457] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.032736] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.032814] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.033387] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.033540] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.033790] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e034fcde-945d-4494-8f44-e7f4610ac12f is going to be created. [ 986.058710] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.058920] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.059043] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.059429] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.059513] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.073111] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e034fcde-945d-4494-8f44-e7f4610ac12f in Status: UNINITIALIZED for 2s [ 987.465767] env[69836]: INFO networking_nsxv3.common.synchronization [req-a85511b9-3789-4cdb-8bc9-c2427febba0f req-9d5e0e35-3caa-4de6-8793-d60ec49c1fc3 tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Enqueued Resource ID: 2f04b314-b572-4cb2-a273-61da0281fee7 with Priority: HIGHEST for action security_group_members [ 987.467167] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f04b314-b572-4cb2-a273-61da0281fee7 with Priority: HIGHEST for action security_group_members [ 987.467167] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f04b314-b572-4cb2-a273-61da0281fee7 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.467167] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f04b314-b572-4cb2-a273-61da0281fee7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.467167] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f04b314-b572-4cb2-a273-61da0281fee7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.468254] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f04b314-b572-4cb2-a273-61da0281fee7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.468646] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.468646] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.468646] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.469420] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.469420] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.469420] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f04b314-b572-4cb2-a273-61da0281fee7',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.973714] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2f04b314-b572-4cb2-a273-61da0281fee7',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.997606] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-404 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.997947] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.999421] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.999736] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.000173] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.000482] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.000665] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.000970] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.001240] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.001640] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 988.001825] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 988.001963] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 988.002361] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 988.002361] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 988.002533] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 988.002806] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 988.036026] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 988.036265] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 988.036387] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 988.036596] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.036944] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-7a984abd-311f-4233-b1d9-be319be9e97c taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.037153] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-7a984abd-311f-4233-b1d9-be319be9e97c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.037275] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-7a984abd-311f-4233-b1d9-be319be9e97c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.037679] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-7a984abd-311f-4233-b1d9-be319be9e97c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.037827] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a984abd-311f-4233-b1d9-be319be9e97c',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.083980] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e034fcde-945d-4494-8f44-e7f4610ac12f in Status: SUCCESS [ 988.084287] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e034fcde-945d-4494-8f44-e7f4610ac12f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.084643] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e034fcde-945d-4494-8f44-e7f4610ac12f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.084816] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e034fcde-945d-4494-8f44-e7f4610ac12f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.085144] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.085289] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.085388] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.085589] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.085707] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.085848] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e034fcde-945d-4494-8f44-e7f4610ac12f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.085987] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e034fcde-945d-4494-8f44-e7f4610ac12f',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.479022] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2f04b314-b572-4cb2-a273-61da0281fee7',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.540881] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.541155] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.541289] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.541849] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.542315] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.542628] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port 7a984abd-311f-4233-b1d9-be319be9e97c not found, creating... [ 988.543043] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.543295] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.543440] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.543717] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.543974] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.544369] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.544589] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.544742] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.545104] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.545327] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.545517] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: 7a984abd-311f-4233-b1d9-be319be9e97c is going to be created. [ 988.570387] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.570387] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.570387] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.570387] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.570387] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.570387] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-7a984abd-311f-4233-b1d9-be319be9e97c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.589916] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-e034fcde-945d-4494-8f44-e7f4610ac12f taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.590138] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e034fcde-945d-4494-8f44-e7f4610ac12f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.590204] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e034fcde-945d-4494-8f44-e7f4610ac12f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.590434] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e034fcde-945d-4494-8f44-e7f4610ac12f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.590572] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.590669] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.590730] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.590871] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.590999] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.591111] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e034fcde-945d-4494-8f44-e7f4610ac12f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.591232] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-e034fcde-945d-4494-8f44-e7f4610ac12f taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.591476] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e034fcde-945d-4494-8f44-e7f4610ac12f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.591476] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e034fcde-945d-4494-8f44-e7f4610ac12f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.591579] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e034fcde-945d-4494-8f44-e7f4610ac12f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.591705] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.591865] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.591865] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.591976] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.591976] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.592157] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e034fcde-945d-4494-8f44-e7f4610ac12f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.592157] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e034fcde-945d-4494-8f44-e7f4610ac12f',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.983272] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.983493] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.983625] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.983727] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.983817] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.983915] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f04b314-b572-4cb2-a273-61da0281fee7 is going to be updated. [ 989.019128] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.019448] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.019448] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.019757] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.019757] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.031017] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f04b314-b572-4cb2-a273-61da0281fee7 in Status: IN_PROGRESS for 2s [ 989.095132] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e034fcde-945d-4494-8f44-e7f4610ac12f: rpc.has_security_group_logging(os_id): False [ 989.115124] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.115288] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.115376] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.115595] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.115687] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.115914] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.116089] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.116089] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.116226] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.116303] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.116477] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.116570] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.116630] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.116767] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.116838] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.119990] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.120215] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.120289] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.120490] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.120606] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.120729] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e034fcde-945d-4494-8f44-e7f4610ac12f is going to be created. [ 989.194769] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.194965] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.194965] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.195214] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.195448] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.208870] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e034fcde-945d-4494-8f44-e7f4610ac12f in Status: IN_PROGRESS for 2s [ 989.524129] env[69836]: INFO networking_nsxv3.common.synchronization [req-a85511b9-3789-4cdb-8bc9-c2427febba0f req-25be3fbc-0814-48a7-ab16-5dc1abf0c0cc service nova] Enqueued Resource ID: 2f04b314-b572-4cb2-a273-61da0281fee7 with Priority: HIGHEST for action security_group_rules [ 989.524458] env[69836]: INFO networking_nsxv3.common.synchronization [req-a85511b9-3789-4cdb-8bc9-c2427febba0f req-25be3fbc-0814-48a7-ab16-5dc1abf0c0cc service nova] Enqueued Resource ID: 2f04b314-b572-4cb2-a273-61da0281fee7 with Priority: HIGHEST for action security_group_members [ 989.524458] env[69836]: INFO networking_nsxv3.common.synchronization [req-a85511b9-3789-4cdb-8bc9-c2427febba0f req-25be3fbc-0814-48a7-ab16-5dc1abf0c0cc service nova] Enqueued Resource ID: 7a984abd-311f-4233-b1d9-be319be9e97c with Priority: HIGHEST for action port [ 989.524579] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f04b314-b572-4cb2-a273-61da0281fee7 with Priority: HIGHEST for action security_group_rules [ 989.524704] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f04b314-b572-4cb2-a273-61da0281fee7 with Priority: HIGHEST for action security_group_members [ 989.524796] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a984abd-311f-4233-b1d9-be319be9e97c with Priority: HIGHEST for action port [ 989.525761] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f04b314-b572-4cb2-a273-61da0281fee7 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.526047] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f04b314-b572-4cb2-a273-61da0281fee7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.526215] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f04b314-b572-4cb2-a273-61da0281fee7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.526547] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f04b314-b572-4cb2-a273-61da0281fee7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.526713] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f04b314-b572-4cb2-a273-61da0281fee7',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.527711] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f04b314-b572-4cb2-a273-61da0281fee7 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.527858] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f04b314-b572-4cb2-a273-61da0281fee7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.528295] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a984abd-311f-4233-b1d9-be319be9e97c taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.528477] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a984abd-311f-4233-b1d9-be319be9e97c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.528620] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a984abd-311f-4233-b1d9-be319be9e97c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.528878] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a984abd-311f-4233-b1d9-be319be9e97c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.532022] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a984abd-311f-4233-b1d9-be319be9e97c',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.031720] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f04b314-b572-4cb2-a273-61da0281fee7 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.031720] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f04b314-b572-4cb2-a273-61da0281fee7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.031985] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7a984abd-311f-4233-b1d9-be319be9e97c with status ACTIVE [ 990.031985] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.032138] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.032138] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.032338] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.032426] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.032591] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.032679] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.032732] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.032903] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.032997] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.033192] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.033277] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.033357] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.033479] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.033556] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.033625] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7a984abd-311f-4233-b1d9-be319be9e97c is going to be updated. [ 990.057579] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.057801] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.057801] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.057993] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.058232] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.058398] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a984abd-311f-4233-b1d9-be319be9e97c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.044507] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f04b314-b572-4cb2-a273-61da0281fee7 in Status: SUCCESS [ 991.044507] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f04b314-b572-4cb2-a273-61da0281fee7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.044507] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f04b314-b572-4cb2-a273-61da0281fee7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.044507] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f04b314-b572-4cb2-a273-61da0281fee7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.044507] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.044507] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.044507] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.045219] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.045219] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.045219] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f04b314-b572-4cb2-a273-61da0281fee7',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.229231] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e034fcde-945d-4494-8f44-e7f4610ac12f in Status: SUCCESS [ 991.229483] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e034fcde-945d-4494-8f44-e7f4610ac12f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.548204] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2f04b314-b572-4cb2-a273-61da0281fee7',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.050474] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2f04b314-b572-4cb2-a273-61da0281fee7',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.553574] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.553748] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.553832] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.554027] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.554125] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.554251] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f04b314-b572-4cb2-a273-61da0281fee7 is going to be updated. [ 992.586883] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.587130] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.587185] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.587380] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.587581] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.599347] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f04b314-b572-4cb2-a273-61da0281fee7 in Status: IN_PROGRESS for 2s [ 994.525892] env[69836]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 994.526384] env[69836]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 994.612716] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f04b314-b572-4cb2-a273-61da0281fee7 in Status: SUCCESS [ 994.613104] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f04b314-b572-4cb2-a273-61da0281fee7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.613177] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f04b314-b572-4cb2-a273-61da0281fee7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.613377] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f04b314-b572-4cb2-a273-61da0281fee7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.613598] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.613718] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.613783] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.613938] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.614482] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.614482] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f04b314-b572-4cb2-a273-61da0281fee7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.614482] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2f04b314-b572-4cb2-a273-61da0281fee7',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.653339] env[69836]: INFO networking_nsxv3.common.synchronization [req-c4571f07-0269-47fb-986a-441092ea0461 req-dc0a0338-6773-4784-8f4d-7773c74b0023 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Enqueued Resource ID: 6369075f-275c-4c18-bef1-7078950726f2 with Priority: HIGHEST for action security_group_members [ 994.655051] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6369075f-275c-4c18-bef1-7078950726f2 with Priority: HIGHEST for action security_group_members [ 994.655147] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-6369075f-275c-4c18-bef1-7078950726f2 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.655317] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6369075f-275c-4c18-bef1-7078950726f2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.655957] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6369075f-275c-4c18-bef1-7078950726f2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.655957] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6369075f-275c-4c18-bef1-7078950726f2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.655957] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.655957] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.656288] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.656288] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.656288] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.656446] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6369075f-275c-4c18-bef1-7078950726f2',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.994278] env[69836]: INFO networking_nsxv3.common.synchronization [req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 req-9294162d-29d4-42f3-9056-db93536ae2fb tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Enqueued Resource ID: 8d72d181-b3bb-4d73-8c4f-e0ea273648c3 with Priority: HIGHEST for action security_group_members [ 994.995367] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d72d181-b3bb-4d73-8c4f-e0ea273648c3 with Priority: HIGHEST for action security_group_members [ 994.995717] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d72d181-b3bb-4d73-8c4f-e0ea273648c3 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.995845] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d72d181-b3bb-4d73-8c4f-e0ea273648c3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.995916] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d72d181-b3bb-4d73-8c4f-e0ea273648c3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.996266] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d72d181-b3bb-4d73-8c4f-e0ea273648c3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.996414] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.996520] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.996632] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.996781] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.996865] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.996962] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d72d181-b3bb-4d73-8c4f-e0ea273648c3',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.117430] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f04b314-b572-4cb2-a273-61da0281fee7 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.117713] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f04b314-b572-4cb2-a273-61da0281fee7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.117713] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f04b314-b572-4cb2-a273-61da0281fee7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.117995] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f04b314-b572-4cb2-a273-61da0281fee7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.118299] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.118426] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.118663] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.118767] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.119046] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.119046] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f04b314-b572-4cb2-a273-61da0281fee7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.119272] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f04b314-b572-4cb2-a273-61da0281fee7 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.119402] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f04b314-b572-4cb2-a273-61da0281fee7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.119489] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f04b314-b572-4cb2-a273-61da0281fee7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.119698] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f04b314-b572-4cb2-a273-61da0281fee7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.119887] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.120034] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.120284] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.120449] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.120626] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.120738] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f04b314-b572-4cb2-a273-61da0281fee7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.120817] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2f04b314-b572-4cb2-a273-61da0281fee7',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.160374] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.160701] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.162195] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.162195] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.162195] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.162195] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.162195] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.162195] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.162195] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.162195] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.162195] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6369075f-275c-4c18-bef1-7078950726f2 is going to be updated. [ 995.199655] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.199854] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.199854] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.200877] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.200877] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.217308] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6369075f-275c-4c18-bef1-7078950726f2 in Status: IN_PROGRESS for 2s [ 995.499952] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.500254] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.501066] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.501066] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.501066] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.501066] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.501472] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.501472] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.502121] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.502443] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.502714] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d72d181-b3bb-4d73-8c4f-e0ea273648c3 already deleted. [ 995.503221] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d72d181-b3bb-4d73-8c4f-e0ea273648c3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.624884] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2f04b314-b572-4cb2-a273-61da0281fee7: rpc.has_security_group_logging(os_id): False [ 995.646913] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.647186] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.647289] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.647595] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.648379] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.648379] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.648379] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.648379] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.648636] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.648695] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.648949] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.649105] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.649203] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.649430] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.649534] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.649963] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.649963] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.650242] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.650330] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.650437] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.650565] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f04b314-b572-4cb2-a273-61da0281fee7 is going to be updated. [ 995.706437] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-28 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.706678] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-28" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.706809] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-28" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.707274] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-28" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.707619] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.707793] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.707931] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.708284] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.708433] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.708708] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 995.708824] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 995.708940] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 995.709068] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 995.709236] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 995.709376] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 995.709523] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 995.735721] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 995.735941] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 995.736163] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 995.736364] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-28" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.736695] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-13b5c887-ef3d-453f-8ae6-294bcc74f81a taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.736947] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-13b5c887-ef3d-453f-8ae6-294bcc74f81a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.737141] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-13b5c887-ef3d-453f-8ae6-294bcc74f81a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.737486] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-13b5c887-ef3d-453f-8ae6-294bcc74f81a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.737628] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13b5c887-ef3d-453f-8ae6-294bcc74f81a',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.749439] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.749653] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.749653] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.749864] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.750112] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.767468] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f04b314-b572-4cb2-a273-61da0281fee7 in Status: IN_PROGRESS for 2s [ 996.240600] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.240884] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.241232] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.241593] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.241770] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.242047] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port 13b5c887-ef3d-453f-8ae6-294bcc74f81a not found, creating... [ 996.242360] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.242540] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.242661] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.242992] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.244034] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.244390] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.244580] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.244752] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.245307] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.245505] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.245696] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: 13b5c887-ef3d-453f-8ae6-294bcc74f81a is going to be created. [ 996.272584] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.272822] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.272893] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.273354] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.273732] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.274062] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-13b5c887-ef3d-453f-8ae6-294bcc74f81a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.964370] env[69836]: INFO networking_nsxv3.common.synchronization [req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 req-75e4104b-a3ea-4f50-9386-2790993b327f service nova] Enqueued Resource ID: 8d72d181-b3bb-4d73-8c4f-e0ea273648c3 with Priority: HIGHEST for action security_group_rules [ 996.964771] env[69836]: INFO networking_nsxv3.common.synchronization [req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 req-75e4104b-a3ea-4f50-9386-2790993b327f service nova] Enqueued Resource ID: 8d72d181-b3bb-4d73-8c4f-e0ea273648c3 with Priority: HIGHEST for action security_group_members [ 996.964954] env[69836]: INFO networking_nsxv3.common.synchronization [req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 req-75e4104b-a3ea-4f50-9386-2790993b327f service nova] Enqueued Resource ID: 13b5c887-ef3d-453f-8ae6-294bcc74f81a with Priority: HIGHEST for action port [ 996.965837] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d72d181-b3bb-4d73-8c4f-e0ea273648c3 with Priority: HIGHEST for action security_group_rules [ 996.966122] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d72d181-b3bb-4d73-8c4f-e0ea273648c3 with Priority: HIGHEST for action security_group_members [ 996.966364] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13b5c887-ef3d-453f-8ae6-294bcc74f81a with Priority: HIGHEST for action port [ 996.966829] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d72d181-b3bb-4d73-8c4f-e0ea273648c3 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.967083] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d72d181-b3bb-4d73-8c4f-e0ea273648c3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.967181] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d72d181-b3bb-4d73-8c4f-e0ea273648c3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.967477] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d72d181-b3bb-4d73-8c4f-e0ea273648c3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.967621] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d72d181-b3bb-4d73-8c4f-e0ea273648c3',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.968709] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d72d181-b3bb-4d73-8c4f-e0ea273648c3 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.968807] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d72d181-b3bb-4d73-8c4f-e0ea273648c3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.968846] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d72d181-b3bb-4d73-8c4f-e0ea273648c3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.969066] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d72d181-b3bb-4d73-8c4f-e0ea273648c3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.969251] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.969416] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.969519] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.969713] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.969823] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.970023] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d72d181-b3bb-4d73-8c4f-e0ea273648c3',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.970849] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-13b5c887-ef3d-453f-8ae6-294bcc74f81a taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.970998] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13b5c887-ef3d-453f-8ae6-294bcc74f81a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.971121] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13b5c887-ef3d-453f-8ae6-294bcc74f81a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.971336] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13b5c887-ef3d-453f-8ae6-294bcc74f81a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.971583] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13b5c887-ef3d-453f-8ae6-294bcc74f81a',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.230104] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6369075f-275c-4c18-bef1-7078950726f2 in Status: SUCCESS [ 997.231069] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6369075f-275c-4c18-bef1-7078950726f2 deletion is rescheduled due to dependency. [ 997.231069] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6369075f-275c-4c18-bef1-7078950726f2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.473674] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d72d181-b3bb-4d73-8c4f-e0ea273648c3',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.475104] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d72d181-b3bb-4d73-8c4f-e0ea273648c3 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.475259] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d72d181-b3bb-4d73-8c4f-e0ea273648c3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.475461] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 13b5c887-ef3d-453f-8ae6-294bcc74f81a with status ACTIVE [ 997.475679] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.475975] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.476082] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.476343] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.476459] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.476679] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.476803] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.477080] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.477116] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.477197] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.477436] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.477559] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.477641] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.477815] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.477912] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.478030] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 13b5c887-ef3d-453f-8ae6-294bcc74f81a is going to be updated. [ 997.505455] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.505653] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.505653] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.505877] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.506057] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.506222] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13b5c887-ef3d-453f-8ae6-294bcc74f81a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.531143] env[69836]: INFO networking_nsxv3.common.synchronization [req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 req-53e5813c-6321-41aa-8555-f7d352c0aad8 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Enqueued Resource ID: 8d72d181-b3bb-4d73-8c4f-e0ea273648c3 with Priority: HIGHEST for action security_group_members [ 997.531711] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d72d181-b3bb-4d73-8c4f-e0ea273648c3 with Priority: HIGHEST for action security_group_members [ 997.532058] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d72d181-b3bb-4d73-8c4f-e0ea273648c3 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.532206] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d72d181-b3bb-4d73-8c4f-e0ea273648c3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.782667] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f04b314-b572-4cb2-a273-61da0281fee7 in Status: SUCCESS [ 997.782667] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f04b314-b572-4cb2-a273-61da0281fee7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.844034] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-28 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.844217] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-28" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.844381] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-28" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.844685] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-28" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.845023] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.845310] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.845508] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.845852] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.846305] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.846459] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 997.846701] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 997.846874] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 997.847561] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 997.847803] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 997.847993] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 997.848308] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 997.873590] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 997.873864] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 997.874077] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 997.874275] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-28" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.874651] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-5c9abd13-6511-425b-a313-fe8d06234e14 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.874827] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-5c9abd13-6511-425b-a313-fe8d06234e14" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.874964] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-5c9abd13-6511-425b-a313-fe8d06234e14" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.875318] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-5c9abd13-6511-425b-a313-fe8d06234e14" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.875490] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c9abd13-6511-425b-a313-fe8d06234e14',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.980876] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d72d181-b3bb-4d73-8c4f-e0ea273648c3',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.379034] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.379239] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.379239] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.379476] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.379662] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.379846] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port 5c9abd13-6511-425b-a313-fe8d06234e14 not found, creating... [ 998.380151] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.380330] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.380471] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.380734] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.380876] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.381213] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.381373] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.381492] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.381727] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.381873] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.382013] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: 5c9abd13-6511-425b-a313-fe8d06234e14 is going to be created. [ 998.413299] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.413584] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.413685] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.413975] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.414255] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.414490] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-5c9abd13-6511-425b-a313-fe8d06234e14" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.483708] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.483972] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.483972] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.484377] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.484466] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.484578] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d72d181-b3bb-4d73-8c4f-e0ea273648c3 is going to be created. [ 998.529355] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.529591] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.529669] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.529968] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.530193] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.544197] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d72d181-b3bb-4d73-8c4f-e0ea273648c3 in Status: UNINITIALIZED for 2s [ 999.116462] env[69836]: INFO networking_nsxv3.common.synchronization [req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 req-ece695a6-86e3-45d5-9b23-55dbe7c8b2dd service nova] Enqueued Resource ID: 8d72d181-b3bb-4d73-8c4f-e0ea273648c3 with Priority: HIGHEST for action security_group_rules [ 999.116813] env[69836]: INFO networking_nsxv3.common.synchronization [req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 req-ece695a6-86e3-45d5-9b23-55dbe7c8b2dd service nova] Enqueued Resource ID: 8d72d181-b3bb-4d73-8c4f-e0ea273648c3 with Priority: HIGHEST for action security_group_members [ 999.116813] env[69836]: INFO networking_nsxv3.common.synchronization [req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 req-ece695a6-86e3-45d5-9b23-55dbe7c8b2dd service nova] Enqueued Resource ID: 5c9abd13-6511-425b-a313-fe8d06234e14 with Priority: HIGHEST for action port [ 999.117864] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d72d181-b3bb-4d73-8c4f-e0ea273648c3 with Priority: HIGHEST for action security_group_rules [ 999.118330] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d72d181-b3bb-4d73-8c4f-e0ea273648c3 with Priority: HIGHEST for action security_group_members [ 999.118330] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c9abd13-6511-425b-a313-fe8d06234e14 with Priority: HIGHEST for action port [ 999.118649] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d72d181-b3bb-4d73-8c4f-e0ea273648c3 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.118768] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d72d181-b3bb-4d73-8c4f-e0ea273648c3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.119027] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d72d181-b3bb-4d73-8c4f-e0ea273648c3 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.119156] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d72d181-b3bb-4d73-8c4f-e0ea273648c3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.119401] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c9abd13-6511-425b-a313-fe8d06234e14 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.119595] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c9abd13-6511-425b-a313-fe8d06234e14" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.119595] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c9abd13-6511-425b-a313-fe8d06234e14" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.119842] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c9abd13-6511-425b-a313-fe8d06234e14" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.119941] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c9abd13-6511-425b-a313-fe8d06234e14',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.625072] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5c9abd13-6511-425b-a313-fe8d06234e14 with status ACTIVE [ 999.625367] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.625528] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.625636] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.625871] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.625951] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.626228] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.626384] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.626426] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.626691] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.626801] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.626940] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.627055] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.627110] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.627293] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.627384] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.627477] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5c9abd13-6511-425b-a313-fe8d06234e14 is going to be updated. [ 999.656698] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.656952] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.656952] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.657239] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.657477] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.657575] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c9abd13-6511-425b-a313-fe8d06234e14" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.034381] env[69836]: INFO networking_nsxv3.common.synchronization [req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 req-75cc514c-3c89-4d05-b90f-952ecdf253ab tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Enqueued Resource ID: 8d72d181-b3bb-4d73-8c4f-e0ea273648c3 with Priority: HIGHEST for action security_group_members [ 1000.034922] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d72d181-b3bb-4d73-8c4f-e0ea273648c3 with Priority: HIGHEST for action security_group_members [ 1000.035312] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d72d181-b3bb-4d73-8c4f-e0ea273648c3 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.035417] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d72d181-b3bb-4d73-8c4f-e0ea273648c3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.363013] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-28 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.363395] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-28" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.363395] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-28" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.363627] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-28" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.364308] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.364308] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.364308] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.364529] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.364743] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.365086] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1000.365720] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1000.365720] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1000.365720] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1000.366036] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1000.366036] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1000.366204] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1000.388990] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1000.389208] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1000.389362] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1000.389537] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-28" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.389865] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-ec2301cb-6454-4391-a14b-332f214a7632 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.390644] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-ec2301cb-6454-4391-a14b-332f214a7632" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.390644] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-ec2301cb-6454-4391-a14b-332f214a7632" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.390644] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-ec2301cb-6454-4391-a14b-332f214a7632" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.390644] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec2301cb-6454-4391-a14b-332f214a7632',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.558217] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d72d181-b3bb-4d73-8c4f-e0ea273648c3 in Status: SUCCESS [ 1000.558513] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d72d181-b3bb-4d73-8c4f-e0ea273648c3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.558661] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d72d181-b3bb-4d73-8c4f-e0ea273648c3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.558880] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d72d181-b3bb-4d73-8c4f-e0ea273648c3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.559087] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.559208] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.559276] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.559421] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.559500] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.559586] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d72d181-b3bb-4d73-8c4f-e0ea273648c3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.559686] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8d72d181-b3bb-4d73-8c4f-e0ea273648c3',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.560957] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d72d181-b3bb-4d73-8c4f-e0ea273648c3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.560957] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d72d181-b3bb-4d73-8c4f-e0ea273648c3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.561217] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.561475] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.561475] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.561695] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.561818] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.561949] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d72d181-b3bb-4d73-8c4f-e0ea273648c3',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.893278] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.897036] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.897036] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.897036] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.897036] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.897036] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port ec2301cb-6454-4391-a14b-332f214a7632 not found, creating... [ 1000.897036] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.897036] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.897036] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.897036] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.897036] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.897535] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.897535] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.897535] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.897535] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.897535] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.898871] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: ec2301cb-6454-4391-a14b-332f214a7632 is going to be created. [ 1000.938856] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.938856] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.938856] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.938856] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.938856] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.938856] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-ec2301cb-6454-4391-a14b-332f214a7632" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.065345] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d72d181-b3bb-4d73-8c4f-e0ea273648c3 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.065345] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d72d181-b3bb-4d73-8c4f-e0ea273648c3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.065345] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d72d181-b3bb-4d73-8c4f-e0ea273648c3',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.569441] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d72d181-b3bb-4d73-8c4f-e0ea273648c3',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.652620] env[69836]: INFO networking_nsxv3.common.synchronization [req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 req-49859f35-fed2-4ff4-880d-c691ffd71629 service nova] Enqueued Resource ID: 8d72d181-b3bb-4d73-8c4f-e0ea273648c3 with Priority: HIGHEST for action security_group_rules [ 1001.652620] env[69836]: INFO networking_nsxv3.common.synchronization [req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 req-49859f35-fed2-4ff4-880d-c691ffd71629 service nova] Enqueued Resource ID: 8d72d181-b3bb-4d73-8c4f-e0ea273648c3 with Priority: HIGHEST for action security_group_members [ 1001.652620] env[69836]: INFO networking_nsxv3.common.synchronization [req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 req-49859f35-fed2-4ff4-880d-c691ffd71629 service nova] Enqueued Resource ID: ec2301cb-6454-4391-a14b-332f214a7632 with Priority: HIGHEST for action port [ 1001.652904] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d72d181-b3bb-4d73-8c4f-e0ea273648c3 with Priority: HIGHEST for action security_group_rules [ 1001.653068] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d72d181-b3bb-4d73-8c4f-e0ea273648c3 with Priority: HIGHEST for action security_group_members [ 1001.653180] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec2301cb-6454-4391-a14b-332f214a7632 with Priority: HIGHEST for action port [ 1001.653478] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d72d181-b3bb-4d73-8c4f-e0ea273648c3 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.653584] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d72d181-b3bb-4d73-8c4f-e0ea273648c3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.653800] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d72d181-b3bb-4d73-8c4f-e0ea273648c3 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.653904] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d72d181-b3bb-4d73-8c4f-e0ea273648c3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.654109] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec2301cb-6454-4391-a14b-332f214a7632 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.654236] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec2301cb-6454-4391-a14b-332f214a7632" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.654305] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec2301cb-6454-4391-a14b-332f214a7632" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.654524] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec2301cb-6454-4391-a14b-332f214a7632" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.654988] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec2301cb-6454-4391-a14b-332f214a7632',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.072026] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.072228] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.072277] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.072460] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.072553] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.072654] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d72d181-b3bb-4d73-8c4f-e0ea273648c3 is going to be updated. [ 1002.108510] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.108699] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.108699] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.108875] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.109036] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.121430] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d72d181-b3bb-4d73-8c4f-e0ea273648c3 in Status: IN_PROGRESS for 2s [ 1002.156939] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ec2301cb-6454-4391-a14b-332f214a7632 with status ACTIVE [ 1002.157198] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.157325] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.157500] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.157776] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.157776] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.157996] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.157996] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.157996] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.158911] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.158911] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.158911] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.158911] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.158911] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.158911] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.158911] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.158911] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ec2301cb-6454-4391-a14b-332f214a7632 is going to be updated. [ 1002.182775] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.182775] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.182775] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.182775] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.182775] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.182775] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec2301cb-6454-4391-a14b-332f214a7632" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.002702] env[69836]: INFO networking_nsxv3.common.synchronization [None req-860c3f65-8bd8-4a67-805c-7422443c8cf0 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Enqueued Resource ID: 42c09bfc-c2c1-4f98-8c3a-65d1e9713465 with Priority: HIGHEST for action security_group_rules [ 1004.003745] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42c09bfc-c2c1-4f98-8c3a-65d1e9713465 with Priority: HIGHEST for action security_group_rules [ 1004.003745] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42c09bfc-c2c1-4f98-8c3a-65d1e9713465 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.003745] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42c09bfc-c2c1-4f98-8c3a-65d1e9713465" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.003745] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42c09bfc-c2c1-4f98-8c3a-65d1e9713465" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.004080] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42c09bfc-c2c1-4f98-8c3a-65d1e9713465" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.004384] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42c09bfc-c2c1-4f98-8c3a-65d1e9713465',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.082027] env[69836]: INFO networking_nsxv3.common.synchronization [None req-30d6f89d-71c3-42d1-afd1-ac5a07c3e19e tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Enqueued Resource ID: 42c09bfc-c2c1-4f98-8c3a-65d1e9713465 with Priority: HIGHEST for action security_group_rules [ 1004.082362] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42c09bfc-c2c1-4f98-8c3a-65d1e9713465 with Priority: HIGHEST for action security_group_rules [ 1004.082623] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42c09bfc-c2c1-4f98-8c3a-65d1e9713465 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.082728] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42c09bfc-c2c1-4f98-8c3a-65d1e9713465" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.132812] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d72d181-b3bb-4d73-8c4f-e0ea273648c3 in Status: IN_PROGRESS for 4s [ 1004.530602] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.530846] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.530846] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.531185] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.531461] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.531461] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42c09bfc-c2c1-4f98-8c3a-65d1e9713465 already deleted. [ 1004.531556] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42c09bfc-c2c1-4f98-8c3a-65d1e9713465" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.531649] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42c09bfc-c2c1-4f98-8c3a-65d1e9713465" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.531823] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42c09bfc-c2c1-4f98-8c3a-65d1e9713465" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.531909] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42c09bfc-c2c1-4f98-8c3a-65d1e9713465',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.762150] env[69836]: INFO networking_nsxv3.common.synchronization [req-b7880024-3905-4dbb-8f98-5cff57c749c2 req-5894aeca-02d0-4651-96ba-b0e7fc7942d2 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Enqueued Resource ID: 1f02905c-1b48-4880-96c1-92801c06621a with Priority: HIGHEST for action security_group_members [ 1004.762739] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f02905c-1b48-4880-96c1-92801c06621a with Priority: HIGHEST for action security_group_members [ 1004.763528] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f02905c-1b48-4880-96c1-92801c06621a taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.763633] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f02905c-1b48-4880-96c1-92801c06621a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.763669] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f02905c-1b48-4880-96c1-92801c06621a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.763937] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f02905c-1b48-4880-96c1-92801c06621a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.764118] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.764220] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.764276] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.764552] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.764552] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.764676] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f02905c-1b48-4880-96c1-92801c06621a',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.086747] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.087193] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.087193] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.087310] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.087392] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.087436] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42c09bfc-c2c1-4f98-8c3a-65d1e9713465 already deleted. [ 1005.087637] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42c09bfc-c2c1-4f98-8c3a-65d1e9713465" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.135823] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-192 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.136469] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-192" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.136772] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-192" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.137213] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-192" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.137706] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.138060] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.138417] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.138840] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.139931] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.139931] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1005.139931] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1005.139931] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1005.139931] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1005.139931] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1005.140256] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1005.140256] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1005.167061] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1005.167711] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1005.167902] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1005.168210] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-192" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.168575] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-37c0dbe4-0f8a-449d-9cf3-eb879b2d9f2a taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.168779] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-37c0dbe4-0f8a-449d-9cf3-eb879b2d9f2a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.168904] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-37c0dbe4-0f8a-449d-9cf3-eb879b2d9f2a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.170238] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-37c0dbe4-0f8a-449d-9cf3-eb879b2d9f2a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.170238] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37c0dbe4-0f8a-449d-9cf3-eb879b2d9f2a',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.266839] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.267174] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.267261] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.267501] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.267598] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.268205] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.268345] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.268499] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.268791] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.269317] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.269417] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f02905c-1b48-4880-96c1-92801c06621a already deleted. [ 1005.269487] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f02905c-1b48-4880-96c1-92801c06621a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.672175] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.672420] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.672548] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.672832] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.672988] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.673161] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port 37c0dbe4-0f8a-449d-9cf3-eb879b2d9f2a not found, creating... [ 1005.673460] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.673614] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.673873] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.673953] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.674086] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.674375] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.674531] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.674647] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.674855] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.675080] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.675193] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: 37c0dbe4-0f8a-449d-9cf3-eb879b2d9f2a is going to be created. [ 1005.699139] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.699371] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.699500] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.699789] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.700040] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.700265] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-37c0dbe4-0f8a-449d-9cf3-eb879b2d9f2a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.819521] env[69836]: INFO networking_nsxv3.common.synchronization [req-e02c69a5-04f8-44f6-bd28-7d562229056d req-9fa616cb-9d31-4a7e-a86a-0959b224f3fa tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Enqueued Resource ID: 721a8604-8889-4c69-acc8-fb3a41552b9c with Priority: HIGHEST for action security_group_members [ 1005.819521] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 721a8604-8889-4c69-acc8-fb3a41552b9c with Priority: HIGHEST for action security_group_members [ 1005.819521] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-721a8604-8889-4c69-acc8-fb3a41552b9c taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.819521] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.819521] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.819521] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.819521] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.819521] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.819521] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.819882] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.819882] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.819882] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('721a8604-8889-4c69-acc8-fb3a41552b9c',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.896540] env[69836]: INFO networking_nsxv3.common.synchronization [req-5dcdf750-9ab4-4bec-bbc4-647efc7c2873 req-8f560b8f-fee1-411f-95fa-5e6ea15cc4dd tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Enqueued Resource ID: eeba56df-2627-460c-8c20-e0345e5a8cbf with Priority: HIGHEST for action security_group_members [ 1005.897121] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeba56df-2627-460c-8c20-e0345e5a8cbf with Priority: HIGHEST for action security_group_members [ 1005.897452] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeba56df-2627-460c-8c20-e0345e5a8cbf taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.897586] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.897637] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.897905] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.899195] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.899344] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.899417] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.899605] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.899696] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.899838] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eeba56df-2627-460c-8c20-e0345e5a8cbf',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.145912] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d72d181-b3bb-4d73-8c4f-e0ea273648c3 in Status: SUCCESS [ 1006.146226] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d72d181-b3bb-4d73-8c4f-e0ea273648c3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.146340] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d72d181-b3bb-4d73-8c4f-e0ea273648c3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.146553] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d72d181-b3bb-4d73-8c4f-e0ea273648c3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.146738] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.146852] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.146937] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.147419] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.147530] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.147622] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d72d181-b3bb-4d73-8c4f-e0ea273648c3',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.321870] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.322351] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.322351] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.322351] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.322621] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.322621] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.322784] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.322784] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.322899] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.322966] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.323089] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 721a8604-8889-4c69-acc8-fb3a41552b9c is going to be updated. [ 1006.365206] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.365206] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.365206] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.365206] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.365206] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.380243] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 721a8604-8889-4c69-acc8-fb3a41552b9c in Status: IN_PROGRESS for 2s [ 1006.401869] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.402269] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.402269] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.403578] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.403578] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.403578] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.403578] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.403578] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.403578] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.403578] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.403578] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eeba56df-2627-460c-8c20-e0345e5a8cbf already deleted. [ 1006.403578] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.449422] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-638 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.449784] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-638" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.449932] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-638" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.450612] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-638" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.450984] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.451695] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.451695] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.451856] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.451917] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.452485] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1006.452758] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1006.452832] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1006.452937] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1006.453115] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1006.453269] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1006.453466] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1006.485419] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1006.485680] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1006.485901] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1006.486151] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-638" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.487215] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-8095bffd-7f50-4c2e-858b-2c8ab67571f5 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.487443] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-8095bffd-7f50-4c2e-858b-2c8ab67571f5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.487574] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-8095bffd-7f50-4c2e-858b-2c8ab67571f5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.487988] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-8095bffd-7f50-4c2e-858b-2c8ab67571f5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.488385] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8095bffd-7f50-4c2e-858b-2c8ab67571f5',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.650093] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d72d181-b3bb-4d73-8c4f-e0ea273648c3',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.750402] env[69836]: INFO networking_nsxv3.common.synchronization [req-b7880024-3905-4dbb-8f98-5cff57c749c2 req-7e8900d4-b66a-4ac9-aa2a-43af3b60b697 service nova] Enqueued Resource ID: 1f02905c-1b48-4880-96c1-92801c06621a with Priority: HIGHEST for action security_group_rules [ 1006.753641] env[69836]: INFO networking_nsxv3.common.synchronization [req-b7880024-3905-4dbb-8f98-5cff57c749c2 req-7e8900d4-b66a-4ac9-aa2a-43af3b60b697 service nova] Enqueued Resource ID: 1f02905c-1b48-4880-96c1-92801c06621a with Priority: HIGHEST for action security_group_members [ 1006.753849] env[69836]: INFO networking_nsxv3.common.synchronization [req-b7880024-3905-4dbb-8f98-5cff57c749c2 req-7e8900d4-b66a-4ac9-aa2a-43af3b60b697 service nova] Enqueued Resource ID: 37c0dbe4-0f8a-449d-9cf3-eb879b2d9f2a with Priority: HIGHEST for action port [ 1006.754312] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f02905c-1b48-4880-96c1-92801c06621a with Priority: HIGHEST for action security_group_rules [ 1006.754424] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f02905c-1b48-4880-96c1-92801c06621a with Priority: HIGHEST for action security_group_members [ 1006.754484] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37c0dbe4-0f8a-449d-9cf3-eb879b2d9f2a with Priority: HIGHEST for action port [ 1006.755463] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f02905c-1b48-4880-96c1-92801c06621a taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.755608] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f02905c-1b48-4880-96c1-92801c06621a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.755680] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f02905c-1b48-4880-96c1-92801c06621a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.755886] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f02905c-1b48-4880-96c1-92801c06621a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.755968] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f02905c-1b48-4880-96c1-92801c06621a',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.756896] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f02905c-1b48-4880-96c1-92801c06621a taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.757019] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f02905c-1b48-4880-96c1-92801c06621a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.757077] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f02905c-1b48-4880-96c1-92801c06621a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.757247] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f02905c-1b48-4880-96c1-92801c06621a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.757394] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.757490] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.757551] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.757682] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.757767] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.757854] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f02905c-1b48-4880-96c1-92801c06621a',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.758621] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-37c0dbe4-0f8a-449d-9cf3-eb879b2d9f2a taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.758740] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37c0dbe4-0f8a-449d-9cf3-eb879b2d9f2a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.758740] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37c0dbe4-0f8a-449d-9cf3-eb879b2d9f2a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.758890] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37c0dbe4-0f8a-449d-9cf3-eb879b2d9f2a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.758963] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37c0dbe4-0f8a-449d-9cf3-eb879b2d9f2a',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.990928] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.991194] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.991330] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.991622] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.991790] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.991952] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port 8095bffd-7f50-4c2e-858b-2c8ab67571f5 not found, creating... [ 1006.992233] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.992393] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.992511] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.992763] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.992911] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.993295] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.993465] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.993584] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.994403] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.994403] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.994403] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: 8095bffd-7f50-4c2e-858b-2c8ab67571f5 is going to be created. [ 1007.022143] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.022143] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.022143] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.022143] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.022523] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.022523] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-8095bffd-7f50-4c2e-858b-2c8ab67571f5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.152927] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d72d181-b3bb-4d73-8c4f-e0ea273648c3',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.262530] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1f02905c-1b48-4880-96c1-92801c06621a',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.263630] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 37c0dbe4-0f8a-449d-9cf3-eb879b2d9f2a with status ACTIVE [ 1007.263885] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.264027] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.264094] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.264330] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.264425] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.264599] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.264700] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.264772] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.264912] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.264979] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.265173] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.265256] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.265310] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.265447] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.265517] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.265597] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 37c0dbe4-0f8a-449d-9cf3-eb879b2d9f2a is going to be updated. [ 1007.267160] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f02905c-1b48-4880-96c1-92801c06621a taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.267305] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f02905c-1b48-4880-96c1-92801c06621a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.292016] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.292240] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.292359] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.292592] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.293227] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.293227] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37c0dbe4-0f8a-449d-9cf3-eb879b2d9f2a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.655038] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.655290] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.655365] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.655792] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.655792] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.655792] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d72d181-b3bb-4d73-8c4f-e0ea273648c3 is going to be updated. [ 1007.690598] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.690598] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.690776] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.691176] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.691176] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.702370] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d72d181-b3bb-4d73-8c4f-e0ea273648c3 in Status: IN_PROGRESS for 2s [ 1007.768241] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1f02905c-1b48-4880-96c1-92801c06621a',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.835097] env[69836]: INFO networking_nsxv3.common.synchronization [req-5dcdf750-9ab4-4bec-bbc4-647efc7c2873 req-98820aa8-c87f-4fc1-a16e-11388c3e120c service nova] Enqueued Resource ID: eeba56df-2627-460c-8c20-e0345e5a8cbf with Priority: HIGHEST for action security_group_rules [ 1007.835335] env[69836]: INFO networking_nsxv3.common.synchronization [req-5dcdf750-9ab4-4bec-bbc4-647efc7c2873 req-98820aa8-c87f-4fc1-a16e-11388c3e120c service nova] Enqueued Resource ID: eeba56df-2627-460c-8c20-e0345e5a8cbf with Priority: HIGHEST for action security_group_members [ 1007.835483] env[69836]: INFO networking_nsxv3.common.synchronization [req-5dcdf750-9ab4-4bec-bbc4-647efc7c2873 req-98820aa8-c87f-4fc1-a16e-11388c3e120c service nova] Enqueued Resource ID: 8095bffd-7f50-4c2e-858b-2c8ab67571f5 with Priority: HIGHEST for action port [ 1007.836560] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeba56df-2627-460c-8c20-e0345e5a8cbf with Priority: HIGHEST for action security_group_rules [ 1007.836755] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeba56df-2627-460c-8c20-e0345e5a8cbf with Priority: HIGHEST for action security_group_members [ 1007.836868] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8095bffd-7f50-4c2e-858b-2c8ab67571f5 with Priority: HIGHEST for action port [ 1007.837198] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eeba56df-2627-460c-8c20-e0345e5a8cbf taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.837330] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.837394] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.837685] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.837805] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eeba56df-2627-460c-8c20-e0345e5a8cbf',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.838854] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeba56df-2627-460c-8c20-e0345e5a8cbf taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.842026] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.842026] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.842026] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.842026] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.842026] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.842026] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.842026] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.842026] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.842026] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eeba56df-2627-460c-8c20-e0345e5a8cbf',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.842555] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-8095bffd-7f50-4c2e-858b-2c8ab67571f5 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.842555] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8095bffd-7f50-4c2e-858b-2c8ab67571f5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.842923] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8095bffd-7f50-4c2e-858b-2c8ab67571f5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.842923] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8095bffd-7f50-4c2e-858b-2c8ab67571f5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.842923] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8095bffd-7f50-4c2e-858b-2c8ab67571f5',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.270850] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.271308] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.271308] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.271564] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.271707] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.271852] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f02905c-1b48-4880-96c1-92801c06621a is going to be created. [ 1008.306077] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.306315] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.306315] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.306612] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.306811] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.320928] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f02905c-1b48-4880-96c1-92801c06621a in Status: UNINITIALIZED for 2s [ 1008.345611] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeba56df-2627-460c-8c20-e0345e5a8cbf taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.345807] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.349736] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8095bffd-7f50-4c2e-858b-2c8ab67571f5 with status ACTIVE [ 1008.350155] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.350324] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.350514] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.350894] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.350993] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.351227] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.351438] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.351512] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.351698] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.351788] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.352172] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.352172] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.352291] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.352377] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.352457] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.352545] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8095bffd-7f50-4c2e-858b-2c8ab67571f5 is going to be updated. [ 1008.354338] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eeba56df-2627-460c-8c20-e0345e5a8cbf',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.380122] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.380347] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.380455] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.380741] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.380958] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.381191] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8095bffd-7f50-4c2e-858b-2c8ab67571f5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.404726] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 721a8604-8889-4c69-acc8-fb3a41552b9c in Status: SUCCESS [ 1008.404956] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 721a8604-8889-4c69-acc8-fb3a41552b9c deletion is rescheduled due to dependency. [ 1008.405114] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.859495] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eeba56df-2627-460c-8c20-e0345e5a8cbf',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.362943] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.365547] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.365634] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.365868] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.365999] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.366181] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eeba56df-2627-460c-8c20-e0345e5a8cbf is going to be created. [ 1009.395442] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.395442] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.395442] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.395442] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.395442] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.407722] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeba56df-2627-460c-8c20-e0345e5a8cbf in Status: UNINITIALIZED for 2s [ 1009.713719] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d72d181-b3bb-4d73-8c4f-e0ea273648c3 in Status: SUCCESS [ 1009.713946] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d72d181-b3bb-4d73-8c4f-e0ea273648c3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.714177] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d72d181-b3bb-4d73-8c4f-e0ea273648c3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.714398] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d72d181-b3bb-4d73-8c4f-e0ea273648c3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.714591] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.714809] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.714911] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.715760] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.715913] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.716473] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d72d181-b3bb-4d73-8c4f-e0ea273648c3',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.219496] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d72d181-b3bb-4d73-8c4f-e0ea273648c3',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.330801] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f02905c-1b48-4880-96c1-92801c06621a in Status: SUCCESS [ 1010.331097] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f02905c-1b48-4880-96c1-92801c06621a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.331297] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f02905c-1b48-4880-96c1-92801c06621a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.331585] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f02905c-1b48-4880-96c1-92801c06621a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.331812] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.331972] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.332087] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.332273] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.332542] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.332653] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f02905c-1b48-4880-96c1-92801c06621a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.332752] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1f02905c-1b48-4880-96c1-92801c06621a',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.723193] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d72d181-b3bb-4d73-8c4f-e0ea273648c3',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.834989] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1f02905c-1b48-4880-96c1-92801c06621a',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.228898] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.228898] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.228898] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.228898] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.228898] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.228898] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d72d181-b3bb-4d73-8c4f-e0ea273648c3 is going to be updated. [ 1011.280473] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.280674] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.280776] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.280956] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.281127] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.292770] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d72d181-b3bb-4d73-8c4f-e0ea273648c3 in Status: IN_PROGRESS for 2s [ 1011.341624] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1f02905c-1b48-4880-96c1-92801c06621a: rpc.has_security_group_logging(os_id): False [ 1011.365314] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.365314] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.365613] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.365701] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.365860] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.366319] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.366460] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.366531] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.366735] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.366828] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.366923] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f02905c-1b48-4880-96c1-92801c06621a is going to be created. [ 1011.423173] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeba56df-2627-460c-8c20-e0345e5a8cbf in Status: SUCCESS [ 1011.423409] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.423595] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.423819] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.424023] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.424147] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.424217] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.424400] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.424500] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.424643] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.424701] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eeba56df-2627-460c-8c20-e0345e5a8cbf',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.454606] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.454805] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.454898] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.455130] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.455324] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.475072] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f02905c-1b48-4880-96c1-92801c06621a in Status: IN_PROGRESS for 2s [ 1011.929157] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeba56df-2627-460c-8c20-e0345e5a8cbf taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.929652] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.929652] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.929652] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.929799] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.929881] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.929947] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.930122] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.930201] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.930292] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.930441] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeba56df-2627-460c-8c20-e0345e5a8cbf taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.930535] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.930593] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.930743] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.930874] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.930963] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.931033] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.931171] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.931249] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.931332] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.931420] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eeba56df-2627-460c-8c20-e0345e5a8cbf',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.437473] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eeba56df-2627-460c-8c20-e0345e5a8cbf: rpc.has_security_group_logging(os_id): False [ 1012.460023] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.460023] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.460023] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.460023] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.460023] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.460023] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.460023] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.460023] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.460023] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.460023] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.460023] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.460023] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.460023] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.460023] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.460023] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.460705] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.460705] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.460705] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.460705] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.460705] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.460705] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eeba56df-2627-460c-8c20-e0345e5a8cbf is going to be created. [ 1012.532975] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.533306] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.533561] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.535025] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.535025] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.558530] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eeba56df-2627-460c-8c20-e0345e5a8cbf in Status: IN_PROGRESS for 2s [ 1012.838852] env[69836]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1012.838852] env[69836]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=7 [ 1013.306783] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d72d181-b3bb-4d73-8c4f-e0ea273648c3 in Status: SUCCESS [ 1013.307279] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d72d181-b3bb-4d73-8c4f-e0ea273648c3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.307279] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d72d181-b3bb-4d73-8c4f-e0ea273648c3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.307626] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d72d181-b3bb-4d73-8c4f-e0ea273648c3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.307955] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.308115] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.308344] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.308424] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.308505] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.308849] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d72d181-b3bb-4d73-8c4f-e0ea273648c3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.308849] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d72d181-b3bb-4d73-8c4f-e0ea273648c3 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.308849] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d72d181-b3bb-4d73-8c4f-e0ea273648c3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.309081] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d72d181-b3bb-4d73-8c4f-e0ea273648c3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.309131] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d72d181-b3bb-4d73-8c4f-e0ea273648c3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.309335] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.309476] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.309571] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.309727] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.309818] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.309875] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d72d181-b3bb-4d73-8c4f-e0ea273648c3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.309966] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8d72d181-b3bb-4d73-8c4f-e0ea273648c3',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.311557] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d72d181-b3bb-4d73-8c4f-e0ea273648c3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.311853] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d72d181-b3bb-4d73-8c4f-e0ea273648c3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.312599] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.312719] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.312814] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.312997] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.313099] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.313426] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d72d181-b3bb-4d73-8c4f-e0ea273648c3',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.489118] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f02905c-1b48-4880-96c1-92801c06621a in Status: SUCCESS [ 1013.489424] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f02905c-1b48-4880-96c1-92801c06621a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.812563] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8d72d181-b3bb-4d73-8c4f-e0ea273648c3: rpc.has_security_group_logging(os_id): False [ 1013.815463] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d72d181-b3bb-4d73-8c4f-e0ea273648c3',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.833966] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.833966] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.833966] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.834195] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.834360] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.834548] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.834736] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.834805] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.834949] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.835544] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.835544] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.835544] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.835544] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.835743] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.835743] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.835898] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.836438] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.836438] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.836438] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.836438] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.836592] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d72d181-b3bb-4d73-8c4f-e0ea273648c3 is going to be created. [ 1013.903610] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.903748] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.903816] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.904040] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.904224] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.917985] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d72d181-b3bb-4d73-8c4f-e0ea273648c3 in Status: IN_PROGRESS for 2s [ 1014.322897] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d72d181-b3bb-4d73-8c4f-e0ea273648c3',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.572412] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eeba56df-2627-460c-8c20-e0345e5a8cbf in Status: SUCCESS [ 1014.572511] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.828127] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.828389] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.828457] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.828688] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.829058] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.829177] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d72d181-b3bb-4d73-8c4f-e0ea273648c3 is going to be updated. [ 1014.864178] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.864425] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.864425] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.864610] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.864769] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.875649] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d72d181-b3bb-4d73-8c4f-e0ea273648c3 in Status: IN_PROGRESS for 2s [ 1015.936787] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d72d181-b3bb-4d73-8c4f-e0ea273648c3 in Status: SUCCESS [ 1015.937125] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d72d181-b3bb-4d73-8c4f-e0ea273648c3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.937246] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d72d181-b3bb-4d73-8c4f-e0ea273648c3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.937468] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d72d181-b3bb-4d73-8c4f-e0ea273648c3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.937548] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d72d181-b3bb-4d73-8c4f-e0ea273648c3',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.443251] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d72d181-b3bb-4d73-8c4f-e0ea273648c3 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.443449] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d72d181-b3bb-4d73-8c4f-e0ea273648c3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.789368] env[69836]: INFO networking_nsxv3.common.synchronization [None req-4a4458e7-a057-42b2-ad91-9be9d66eff6a tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Enqueued Resource ID: 544047d9-a543-4cb6-9534-857d70ff908b with Priority: HIGHEST for action security_group_rules [ 1016.789963] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 544047d9-a543-4cb6-9534-857d70ff908b with Priority: HIGHEST for action security_group_rules [ 1016.794574] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-544047d9-a543-4cb6-9534-857d70ff908b taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.794661] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-544047d9-a543-4cb6-9534-857d70ff908b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.794812] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-544047d9-a543-4cb6-9534-857d70ff908b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.795077] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-544047d9-a543-4cb6-9534-857d70ff908b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.795182] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('544047d9-a543-4cb6-9534-857d70ff908b',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.887421] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d72d181-b3bb-4d73-8c4f-e0ea273648c3 in Status: SUCCESS [ 1016.888516] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d72d181-b3bb-4d73-8c4f-e0ea273648c3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.888887] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d72d181-b3bb-4d73-8c4f-e0ea273648c3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.889158] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d72d181-b3bb-4d73-8c4f-e0ea273648c3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.889410] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.889586] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.889631] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.890875] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.890875] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.890875] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d72d181-b3bb-4d73-8c4f-e0ea273648c3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.890875] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8d72d181-b3bb-4d73-8c4f-e0ea273648c3',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.060203] env[69836]: INFO networking_nsxv3.common.synchronization [None req-627e0102-1d40-40aa-a227-ef25cdae50d4 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Enqueued Resource ID: 544047d9-a543-4cb6-9534-857d70ff908b with Priority: HIGHEST for action security_group_rules [ 1017.060710] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 544047d9-a543-4cb6-9534-857d70ff908b with Priority: HIGHEST for action security_group_rules [ 1017.060710] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-544047d9-a543-4cb6-9534-857d70ff908b taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.061123] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-544047d9-a543-4cb6-9534-857d70ff908b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.316511] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.316791] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.316791] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.316942] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.317032] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.317142] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 544047d9-a543-4cb6-9534-857d70ff908b already deleted. [ 1017.317288] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-544047d9-a543-4cb6-9534-857d70ff908b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.317398] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-544047d9-a543-4cb6-9534-857d70ff908b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.317560] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-544047d9-a543-4cb6-9534-857d70ff908b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.317644] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('544047d9-a543-4cb6-9534-857d70ff908b',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.394343] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d72d181-b3bb-4d73-8c4f-e0ea273648c3 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.394343] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d72d181-b3bb-4d73-8c4f-e0ea273648c3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.394343] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d72d181-b3bb-4d73-8c4f-e0ea273648c3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.394343] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d72d181-b3bb-4d73-8c4f-e0ea273648c3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.394343] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.394343] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.394343] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.394343] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.394343] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.394343] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d72d181-b3bb-4d73-8c4f-e0ea273648c3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.394343] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d72d181-b3bb-4d73-8c4f-e0ea273648c3 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.394343] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d72d181-b3bb-4d73-8c4f-e0ea273648c3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.394343] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d72d181-b3bb-4d73-8c4f-e0ea273648c3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.394343] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d72d181-b3bb-4d73-8c4f-e0ea273648c3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.394801] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.394801] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.394801] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.394801] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.394801] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.394801] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d72d181-b3bb-4d73-8c4f-e0ea273648c3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.394979] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8d72d181-b3bb-4d73-8c4f-e0ea273648c3',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.475792] env[69836]: INFO networking_nsxv3.common.synchronization [req-55f7c91f-38cf-4b86-8290-7108e1d4c6bf req-367c31ff-3346-4afa-b5b7-130ca8b4c6ba tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] Enqueued Resource ID: e034fcde-945d-4494-8f44-e7f4610ac12f with Priority: HIGHEST for action security_group_members [ 1017.476549] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e034fcde-945d-4494-8f44-e7f4610ac12f with Priority: HIGHEST for action security_group_members [ 1017.479136] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-e034fcde-945d-4494-8f44-e7f4610ac12f taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.479136] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e034fcde-945d-4494-8f44-e7f4610ac12f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.479136] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e034fcde-945d-4494-8f44-e7f4610ac12f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.479136] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e034fcde-945d-4494-8f44-e7f4610ac12f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.479136] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.479136] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.479136] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.479136] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.479136] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.479136] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e034fcde-945d-4494-8f44-e7f4610ac12f',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.674843] env[69836]: INFO networking_nsxv3.common.synchronization [req-9966ad61-7f12-4f07-bf17-a88bbdf05eab req-2f62deef-3671-4cc0-bc25-c557a6cd140d tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Enqueued Resource ID: 8d72d181-b3bb-4d73-8c4f-e0ea273648c3 with Priority: HIGHEST for action security_group_members [ 1017.675454] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d72d181-b3bb-4d73-8c4f-e0ea273648c3 with Priority: HIGHEST for action security_group_members [ 1017.675761] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d72d181-b3bb-4d73-8c4f-e0ea273648c3 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.675878] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d72d181-b3bb-4d73-8c4f-e0ea273648c3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.675942] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d72d181-b3bb-4d73-8c4f-e0ea273648c3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.677470] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d72d181-b3bb-4d73-8c4f-e0ea273648c3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.677666] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.677790] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.677853] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.678052] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.678141] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.678253] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d72d181-b3bb-4d73-8c4f-e0ea273648c3',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.838312] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.838842] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.838972] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.839350] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.839442] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.839566] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 544047d9-a543-4cb6-9534-857d70ff908b already deleted. [ 1017.839767] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-544047d9-a543-4cb6-9534-857d70ff908b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.901341] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8d72d181-b3bb-4d73-8c4f-e0ea273648c3: rpc.has_security_group_logging(os_id): False [ 1017.935026] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.935230] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.935361] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.935476] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.935571] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.935823] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.935930] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.935997] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.936164] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.936242] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.936459] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.936555] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.936616] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.936755] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.936828] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.937009] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.937458] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.937553] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.937729] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.937830] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.937939] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d72d181-b3bb-4d73-8c4f-e0ea273648c3 is going to be updated. [ 1017.981378] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.981578] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.981648] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.981828] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.981919] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.982406] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.982525] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.982603] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.982764] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.983063] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.983178] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e034fcde-945d-4494-8f44-e7f4610ac12f is going to be updated. [ 1018.007983] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.008251] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.008251] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.008517] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.008596] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.018914] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.019092] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.019133] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.019368] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.019524] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.025819] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d72d181-b3bb-4d73-8c4f-e0ea273648c3 in Status: IN_PROGRESS for 2s [ 1018.031172] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e034fcde-945d-4494-8f44-e7f4610ac12f in Status: IN_PROGRESS for 2s [ 1018.180442] env[69836]: INFO networking_nsxv3.common.synchronization [None req-dc0cb4ef-1bbf-4b0e-9242-18ae79b4bbd4 None None] Enqueued Resource ID: 78482330-494a-4c91-a801-42008a8aa5d1 with Priority: HIGHEST for action port [ 1018.181555] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d72d181-b3bb-4d73-8c4f-e0ea273648c3',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.182681] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78482330-494a-4c91-a801-42008a8aa5d1 with Priority: HIGHEST for action port [ 1018.182774] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-78482330-494a-4c91-a801-42008a8aa5d1 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.182896] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78482330-494a-4c91-a801-42008a8aa5d1" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.182896] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78482330-494a-4c91-a801-42008a8aa5d1" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.183159] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78482330-494a-4c91-a801-42008a8aa5d1" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.183237] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78482330-494a-4c91-a801-42008a8aa5d1',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.690194] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 78482330-494a-4c91-a801-42008a8aa5d1 [ 1018.691502] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.691502] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.691502] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.691502] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.691502] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.691502] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:78482330-494a-4c91-a801-42008a8aa5d1 already deleted. [ 1018.691502] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78482330-494a-4c91-a801-42008a8aa5d1" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.691502] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d72d181-b3bb-4d73-8c4f-e0ea273648c3',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.199090] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.199469] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.199469] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.199659] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.199751] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.199882] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d72d181-b3bb-4d73-8c4f-e0ea273648c3 is going to be updated. [ 1019.243979] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.244135] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.244204] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.244408] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.244546] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.255019] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d72d181-b3bb-4d73-8c4f-e0ea273648c3 in Status: IN_PROGRESS for 2s [ 1019.267275] env[69836]: INFO networking_nsxv3.common.synchronization [req-ae431d28-1a36-4231-88cc-f4d5357ec1e0 req-741e1c77-7224-49d0-8896-ed6489293d5d tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] Enqueued Resource ID: f6265e3e-c67e-45b5-b2c9-5efb02c1e115 with Priority: HIGHEST for action security_group_members [ 1019.268065] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6265e3e-c67e-45b5-b2c9-5efb02c1e115 with Priority: HIGHEST for action security_group_members [ 1019.268712] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6265e3e-c67e-45b5-b2c9-5efb02c1e115 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.269039] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6265e3e-c67e-45b5-b2c9-5efb02c1e115" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.269193] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6265e3e-c67e-45b5-b2c9-5efb02c1e115" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.269556] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6265e3e-c67e-45b5-b2c9-5efb02c1e115" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.269907] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.270031] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.270098] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.270259] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.270347] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.270455] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6265e3e-c67e-45b5-b2c9-5efb02c1e115',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.379129] env[69836]: INFO networking_nsxv3.common.synchronization [req-784f891a-afd6-4c6d-b382-593b6309218e req-7e55c5ff-0b43-4446-9b6c-8e05a5a74831 tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Enqueued Resource ID: 2f04b314-b572-4cb2-a273-61da0281fee7 with Priority: HIGHEST for action security_group_members [ 1019.379898] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f04b314-b572-4cb2-a273-61da0281fee7 with Priority: HIGHEST for action security_group_members [ 1019.380645] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f04b314-b572-4cb2-a273-61da0281fee7 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.380863] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f04b314-b572-4cb2-a273-61da0281fee7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.381018] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f04b314-b572-4cb2-a273-61da0281fee7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.381351] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f04b314-b572-4cb2-a273-61da0281fee7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.381634] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.381792] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.381888] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.382116] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.382243] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.382391] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f04b314-b572-4cb2-a273-61da0281fee7',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.775420] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.775591] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.775820] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.775892] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.776082] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.776299] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.776398] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.776444] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.776599] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.776677] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.776760] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6265e3e-c67e-45b5-b2c9-5efb02c1e115 already deleted. [ 1019.776842] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6265e3e-c67e-45b5-b2c9-5efb02c1e115" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.884955] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2f04b314-b572-4cb2-a273-61da0281fee7',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.043818] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e034fcde-945d-4494-8f44-e7f4610ac12f in Status: SUCCESS [ 1020.043999] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e034fcde-945d-4494-8f44-e7f4610ac12f deletion is rescheduled due to dependency. [ 1020.044152] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e034fcde-945d-4494-8f44-e7f4610ac12f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.047957] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d72d181-b3bb-4d73-8c4f-e0ea273648c3 in Status: SUCCESS [ 1020.048132] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d72d181-b3bb-4d73-8c4f-e0ea273648c3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.048320] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d72d181-b3bb-4d73-8c4f-e0ea273648c3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.049020] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d72d181-b3bb-4d73-8c4f-e0ea273648c3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.049020] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d72d181-b3bb-4d73-8c4f-e0ea273648c3',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.388607] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2f04b314-b572-4cb2-a273-61da0281fee7',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.553387] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d72d181-b3bb-4d73-8c4f-e0ea273648c3 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.553622] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d72d181-b3bb-4d73-8c4f-e0ea273648c3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.636543] env[69836]: INFO networking_nsxv3.common.synchronization [None req-8bcae044-b039-4118-8008-780d8f8dc96d None None] Enqueued Resource ID: 62b463b7-daea-4160-a58d-f9df041d949c with Priority: HIGHEST for action port [ 1020.636818] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62b463b7-daea-4160-a58d-f9df041d949c with Priority: HIGHEST for action port [ 1020.637434] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-62b463b7-daea-4160-a58d-f9df041d949c taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.637577] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62b463b7-daea-4160-a58d-f9df041d949c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.637653] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62b463b7-daea-4160-a58d-f9df041d949c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.637959] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62b463b7-daea-4160-a58d-f9df041d949c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.637959] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62b463b7-daea-4160-a58d-f9df041d949c',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.874602] env[69836]: INFO networking_nsxv3.common.synchronization [None req-3cb3f4bb-fd9d-4e7b-a20c-80fd0db4f7f6 None None] Enqueued Resource ID: c4970150-afd1-4fce-9ca7-99e80a7e7eac with Priority: HIGHEST for action port [ 1020.874801] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4970150-afd1-4fce-9ca7-99e80a7e7eac with Priority: HIGHEST for action port [ 1020.875424] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4970150-afd1-4fce-9ca7-99e80a7e7eac taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.875598] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4970150-afd1-4fce-9ca7-99e80a7e7eac" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.875598] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4970150-afd1-4fce-9ca7-99e80a7e7eac" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.875864] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4970150-afd1-4fce-9ca7-99e80a7e7eac" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.875945] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4970150-afd1-4fce-9ca7-99e80a7e7eac',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.894048] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.894208] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.894312] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.894481] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.894572] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.894670] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f04b314-b572-4cb2-a273-61da0281fee7 is going to be updated. [ 1020.927736] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.927894] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.927991] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.928374] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.928547] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.936483] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-450 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.936483] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-450" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.936483] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-450" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.936483] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-450" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.936483] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.936483] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.936483] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.936483] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.936483] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.936483] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1020.936483] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1020.936483] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1020.936483] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1020.937148] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1020.937148] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1020.937148] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1020.943147] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f04b314-b572-4cb2-a273-61da0281fee7 in Status: IN_PROGRESS for 2s [ 1020.963458] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1020.963637] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1020.963778] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1020.963962] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-450" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.964312] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-078e2f3d-6f47-4fba-a7f1-7e916c3c4fb4 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.964494] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-078e2f3d-6f47-4fba-a7f1-7e916c3c4fb4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.964629] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-078e2f3d-6f47-4fba-a7f1-7e916c3c4fb4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.964993] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-078e2f3d-6f47-4fba-a7f1-7e916c3c4fb4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.965862] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('078e2f3d-6f47-4fba-a7f1-7e916c3c4fb4',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.142230] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 62b463b7-daea-4160-a58d-f9df041d949c [ 1021.142456] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.142598] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.142662] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.142875] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.142962] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.143066] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:62b463b7-daea-4160-a58d-f9df041d949c already deleted. [ 1021.143148] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62b463b7-daea-4160-a58d-f9df041d949c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.264751] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d72d181-b3bb-4d73-8c4f-e0ea273648c3 in Status: SUCCESS [ 1021.265133] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d72d181-b3bb-4d73-8c4f-e0ea273648c3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.265739] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d72d181-b3bb-4d73-8c4f-e0ea273648c3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.265968] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d72d181-b3bb-4d73-8c4f-e0ea273648c3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.266475] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.266598] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.266667] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.266849] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.266935] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.267035] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d72d181-b3bb-4d73-8c4f-e0ea273648c3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.267127] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8d72d181-b3bb-4d73-8c4f-e0ea273648c3',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.379197] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c4970150-afd1-4fce-9ca7-99e80a7e7eac [ 1021.379460] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.379592] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.379662] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.379880] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.379971] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.380071] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c4970150-afd1-4fce-9ca7-99e80a7e7eac already deleted. [ 1021.380154] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4970150-afd1-4fce-9ca7-99e80a7e7eac" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.469147] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.469707] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.469707] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.469968] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.470324] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.470596] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port 078e2f3d-6f47-4fba-a7f1-7e916c3c4fb4 not found, creating... [ 1021.471684] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.471952] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.472226] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.472506] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.472681] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.473177] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.473400] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.473695] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.473969] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.474263] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.476665] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: 078e2f3d-6f47-4fba-a7f1-7e916c3c4fb4 is going to be created. [ 1021.501684] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.501849] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.501894] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.502170] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.502412] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.502774] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-078e2f3d-6f47-4fba-a7f1-7e916c3c4fb4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.771075] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d72d181-b3bb-4d73-8c4f-e0ea273648c3 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.771075] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d72d181-b3bb-4d73-8c4f-e0ea273648c3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.771075] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d72d181-b3bb-4d73-8c4f-e0ea273648c3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.771075] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d72d181-b3bb-4d73-8c4f-e0ea273648c3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.771075] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.771075] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.771075] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.771075] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.771075] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.771075] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d72d181-b3bb-4d73-8c4f-e0ea273648c3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.771075] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d72d181-b3bb-4d73-8c4f-e0ea273648c3 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.771075] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d72d181-b3bb-4d73-8c4f-e0ea273648c3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.771075] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d72d181-b3bb-4d73-8c4f-e0ea273648c3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.771075] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d72d181-b3bb-4d73-8c4f-e0ea273648c3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.772083] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.772083] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.772083] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.772083] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.772083] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.772083] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d72d181-b3bb-4d73-8c4f-e0ea273648c3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.772083] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8d72d181-b3bb-4d73-8c4f-e0ea273648c3',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.278663] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8d72d181-b3bb-4d73-8c4f-e0ea273648c3: rpc.has_security_group_logging(os_id): False [ 1022.298673] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.298812] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.298897] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.299118] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.299213] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.299431] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.299532] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.299595] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.299746] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.299822] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.300018] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.300136] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.300178] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.300314] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.300389] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.300591] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.300673] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.300723] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.300858] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.300930] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.301242] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d72d181-b3bb-4d73-8c4f-e0ea273648c3 is going to be updated. [ 1022.378126] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.378320] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.378320] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.378575] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.378639] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.401470] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d72d181-b3bb-4d73-8c4f-e0ea273648c3 in Status: IN_PROGRESS for 2s [ 1022.437448] env[69836]: INFO networking_nsxv3.common.synchronization [req-65746a64-30e4-46e2-84fd-d23c236c284a req-dafdd13e-2aba-40c4-b227-80ac3cbadbd8 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Enqueued Resource ID: 721a8604-8889-4c69-acc8-fb3a41552b9c with Priority: HIGHEST for action security_group_members [ 1022.437448] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 721a8604-8889-4c69-acc8-fb3a41552b9c with Priority: HIGHEST for action security_group_members [ 1022.439262] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-721a8604-8889-4c69-acc8-fb3a41552b9c taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.439516] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.439516] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.440938] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.440938] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.440938] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.440938] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.440938] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.440938] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.440938] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('721a8604-8889-4c69-acc8-fb3a41552b9c',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.713518] env[69836]: INFO networking_nsxv3.common.synchronization [req-ae431d28-1a36-4231-88cc-f4d5357ec1e0 req-f8745b92-a6ee-481e-b827-5276b8fb289b service nova] Enqueued Resource ID: f6265e3e-c67e-45b5-b2c9-5efb02c1e115 with Priority: HIGHEST for action security_group_rules [ 1022.713518] env[69836]: INFO networking_nsxv3.common.synchronization [req-ae431d28-1a36-4231-88cc-f4d5357ec1e0 req-f8745b92-a6ee-481e-b827-5276b8fb289b service nova] Enqueued Resource ID: f6265e3e-c67e-45b5-b2c9-5efb02c1e115 with Priority: HIGHEST for action security_group_members [ 1022.713518] env[69836]: INFO networking_nsxv3.common.synchronization [req-ae431d28-1a36-4231-88cc-f4d5357ec1e0 req-f8745b92-a6ee-481e-b827-5276b8fb289b service nova] Enqueued Resource ID: 078e2f3d-6f47-4fba-a7f1-7e916c3c4fb4 with Priority: HIGHEST for action port [ 1022.713518] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6265e3e-c67e-45b5-b2c9-5efb02c1e115 with Priority: HIGHEST for action security_group_rules [ 1022.713862] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6265e3e-c67e-45b5-b2c9-5efb02c1e115 with Priority: HIGHEST for action security_group_members [ 1022.713862] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 078e2f3d-6f47-4fba-a7f1-7e916c3c4fb4 with Priority: HIGHEST for action port [ 1022.713937] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6265e3e-c67e-45b5-b2c9-5efb02c1e115 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.716661] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6265e3e-c67e-45b5-b2c9-5efb02c1e115" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.716661] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6265e3e-c67e-45b5-b2c9-5efb02c1e115" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.716661] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6265e3e-c67e-45b5-b2c9-5efb02c1e115" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.716661] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6265e3e-c67e-45b5-b2c9-5efb02c1e115',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.720545] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6265e3e-c67e-45b5-b2c9-5efb02c1e115 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.720545] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6265e3e-c67e-45b5-b2c9-5efb02c1e115" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.720545] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6265e3e-c67e-45b5-b2c9-5efb02c1e115" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.720545] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6265e3e-c67e-45b5-b2c9-5efb02c1e115" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.720545] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.720545] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.720545] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.720545] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.720545] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.720545] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6265e3e-c67e-45b5-b2c9-5efb02c1e115',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.722964] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-078e2f3d-6f47-4fba-a7f1-7e916c3c4fb4 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.722964] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-078e2f3d-6f47-4fba-a7f1-7e916c3c4fb4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.722964] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-078e2f3d-6f47-4fba-a7f1-7e916c3c4fb4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.722964] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-078e2f3d-6f47-4fba-a7f1-7e916c3c4fb4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.722964] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('078e2f3d-6f47-4fba-a7f1-7e916c3c4fb4',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.725132] env[69836]: INFO networking_nsxv3.common.synchronization [None req-42c54480-75c5-450d-b36d-349961b299dd None None] Enqueued Resource ID: 0050e329-3ba0-42ff-a125-0e7d8c3d0aed with Priority: HIGHEST for action port [ 1022.725939] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0050e329-3ba0-42ff-a125-0e7d8c3d0aed with Priority: HIGHEST for action port [ 1022.729327] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-0050e329-3ba0-42ff-a125-0e7d8c3d0aed taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.729327] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0050e329-3ba0-42ff-a125-0e7d8c3d0aed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.729327] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0050e329-3ba0-42ff-a125-0e7d8c3d0aed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.729327] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0050e329-3ba0-42ff-a125-0e7d8c3d0aed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.729327] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0050e329-3ba0-42ff-a125-0e7d8c3d0aed',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.862958] env[69836]: INFO networking_nsxv3.common.synchronization [None req-deab6b85-9805-4e72-acf6-ce761698b0ef tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Enqueued Resource ID: dcc14d22-4ec0-4daf-886a-81f8adb09f75 with Priority: HIGHEST for action security_group_rules [ 1022.863500] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcc14d22-4ec0-4daf-886a-81f8adb09f75 with Priority: HIGHEST for action security_group_rules [ 1022.863808] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dcc14d22-4ec0-4daf-886a-81f8adb09f75 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.863926] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dcc14d22-4ec0-4daf-886a-81f8adb09f75" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.863989] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dcc14d22-4ec0-4daf-886a-81f8adb09f75" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.864260] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dcc14d22-4ec0-4daf-886a-81f8adb09f75" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.864337] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dcc14d22-4ec0-4daf-886a-81f8adb09f75',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.947117] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.948990] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.950220] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.950487] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.950605] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.950875] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.951013] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.951082] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.951250] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.951335] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.951426] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 721a8604-8889-4c69-acc8-fb3a41552b9c is going to be updated. [ 1022.963392] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f04b314-b572-4cb2-a273-61da0281fee7 in Status: SUCCESS [ 1022.963847] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f04b314-b572-4cb2-a273-61da0281fee7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.988506] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.988791] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.988942] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.989257] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.989514] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.003288] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 721a8604-8889-4c69-acc8-fb3a41552b9c in Status: IN_PROGRESS for 2s [ 1023.091710] env[69836]: INFO networking_nsxv3.common.synchronization [None req-5954a16a-36f9-436f-bfc8-5e5aa7db0f3b tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Enqueued Resource ID: dcc14d22-4ec0-4daf-886a-81f8adb09f75 with Priority: HIGHEST for action security_group_rules [ 1023.092278] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcc14d22-4ec0-4daf-886a-81f8adb09f75 with Priority: HIGHEST for action security_group_rules [ 1023.092620] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dcc14d22-4ec0-4daf-886a-81f8adb09f75 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.092684] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dcc14d22-4ec0-4daf-886a-81f8adb09f75" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.318436] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6265e3e-c67e-45b5-b2c9-5efb02c1e115 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.318665] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6265e3e-c67e-45b5-b2c9-5efb02c1e115" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.320255] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f6265e3e-c67e-45b5-b2c9-5efb02c1e115',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.320255] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 078e2f3d-6f47-4fba-a7f1-7e916c3c4fb4 with status ACTIVE [ 1023.320255] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.320255] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.320255] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.320255] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.320255] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.320767] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.320767] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.320767] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.320767] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.320767] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.321027] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.321305] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.321305] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.321606] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.321606] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.321606] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 078e2f3d-6f47-4fba-a7f1-7e916c3c4fb4 is going to be updated. [ 1023.326222] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0050e329-3ba0-42ff-a125-0e7d8c3d0aed [ 1023.326222] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.326222] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.326222] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.326222] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.326222] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.326222] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0050e329-3ba0-42ff-a125-0e7d8c3d0aed already deleted. [ 1023.326222] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0050e329-3ba0-42ff-a125-0e7d8c3d0aed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.326222] env[69836]: INFO networking_nsxv3.common.synchronization [req-a561d229-aa68-44a0-9cd2-756ef00848eb req-8bc47721-b600-477b-bf0c-c4122aabe806 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Enqueued Resource ID: eeba56df-2627-460c-8c20-e0345e5a8cbf with Priority: HIGHEST for action security_group_members [ 1023.326222] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeba56df-2627-460c-8c20-e0345e5a8cbf with Priority: HIGHEST for action security_group_members [ 1023.326753] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeba56df-2627-460c-8c20-e0345e5a8cbf taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.326859] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.327712] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.327712] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.327712] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.327712] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.327712] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.327712] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.327712] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.327712] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eeba56df-2627-460c-8c20-e0345e5a8cbf',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.351027] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.351027] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.351027] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.351027] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.351027] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.351027] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-078e2f3d-6f47-4fba-a7f1-7e916c3c4fb4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.392692] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.392692] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.392692] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.392692] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.392692] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.392692] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dcc14d22-4ec0-4daf-886a-81f8adb09f75 already deleted. [ 1023.392692] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dcc14d22-4ec0-4daf-886a-81f8adb09f75" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.392692] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dcc14d22-4ec0-4daf-886a-81f8adb09f75" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.393166] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dcc14d22-4ec0-4daf-886a-81f8adb09f75" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.393166] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dcc14d22-4ec0-4daf-886a-81f8adb09f75',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.398018] env[69836]: INFO networking_nsxv3.common.synchronization [req-13e06b4c-6c93-4737-b100-96df772f65b2 req-801f1530-33c1-496b-a3db-00ba20228e30 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Enqueued Resource ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 with Priority: HIGHEST for action security_group_members [ 1023.398018] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 with Priority: HIGHEST for action security_group_members [ 1023.398018] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-9851b922-f943-4a02-85e8-7a4557cec6e6 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.398018] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.398018] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.398018] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.398018] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.398018] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.398018] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.398018] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.398018] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.398018] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9851b922-f943-4a02-85e8-7a4557cec6e6',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.500436] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-386 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.500436] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-386" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.500866] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-386" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.500974] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-386" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.503807] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.503987] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.504130] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.504381] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.504533] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.504754] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1023.504864] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1023.504976] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1023.505099] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1023.505210] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1023.505317] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1023.505456] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1023.532999] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1023.533218] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1023.533275] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1023.533452] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-386" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.533783] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-784a47b4-0638-45e8-95e5-8e681f80c00b taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.533938] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-784a47b4-0638-45e8-95e5-8e681f80c00b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.534076] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-784a47b4-0638-45e8-95e5-8e681f80c00b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.534552] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-784a47b4-0638-45e8-95e5-8e681f80c00b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.534599] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('784a47b4-0638-45e8-95e5-8e681f80c00b',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.683874] env[69836]: INFO networking_nsxv3.common.synchronization [None req-963f4a60-04ba-4244-b63d-70e81d2204a0 None None] Enqueued Resource ID: 042a56f3-25d6-4cfc-98b0-ff455c902fd0 with Priority: HIGHEST for action port [ 1023.684959] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 042a56f3-25d6-4cfc-98b0-ff455c902fd0 with Priority: HIGHEST for action port [ 1023.686882] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-042a56f3-25d6-4cfc-98b0-ff455c902fd0 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.687313] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-042a56f3-25d6-4cfc-98b0-ff455c902fd0" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.687563] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-042a56f3-25d6-4cfc-98b0-ff455c902fd0" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.687917] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-042a56f3-25d6-4cfc-98b0-ff455c902fd0" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.689043] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('042a56f3-25d6-4cfc-98b0-ff455c902fd0',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.800762] env[69836]: INFO networking_nsxv3.common.synchronization [None req-2110f9bd-4f68-45ec-b5fc-3963295ef6e4 None None] Enqueued Resource ID: 8ccca0c9-f755-444b-94b7-424447282fda with Priority: HIGHEST for action port [ 1023.803769] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ccca0c9-f755-444b-94b7-424447282fda with Priority: HIGHEST for action port [ 1023.804014] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ccca0c9-f755-444b-94b7-424447282fda taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.804205] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ccca0c9-f755-444b-94b7-424447282fda" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.804259] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ccca0c9-f755-444b-94b7-424447282fda" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.804949] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ccca0c9-f755-444b-94b7-424447282fda" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.804949] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ccca0c9-f755-444b-94b7-424447282fda',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.826446] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f6265e3e-c67e-45b5-b2c9-5efb02c1e115',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.831753] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.831908] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.831981] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.832227] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.832412] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.832592] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.832707] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.832771] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.832928] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.833023] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.833119] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eeba56df-2627-460c-8c20-e0345e5a8cbf is going to be updated. [ 1023.866121] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.867549] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.867666] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.867912] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.868139] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.879130] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeba56df-2627-460c-8c20-e0345e5a8cbf in Status: IN_PROGRESS for 2s [ 1023.900213] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.900213] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.900523] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.900523] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.900653] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.900785] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.900888] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.900966] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.901250] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.901250] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.901250] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 is going to be updated. [ 1023.916205] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.916354] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.916395] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.916625] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.916715] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.920027] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dcc14d22-4ec0-4daf-886a-81f8adb09f75 already deleted. [ 1023.920027] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dcc14d22-4ec0-4daf-886a-81f8adb09f75" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.935617] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.935931] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.935931] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.936974] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.936974] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.949042] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 in Status: IN_PROGRESS for 2s [ 1024.037515] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.037803] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.037931] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.038307] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.038486] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.038650] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port 784a47b4-0638-45e8-95e5-8e681f80c00b not found, creating... [ 1024.038926] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.039098] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.039218] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.039502] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.039836] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.039954] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.040164] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.040292] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.040508] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.040654] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.040793] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: 784a47b4-0638-45e8-95e5-8e681f80c00b is going to be created. [ 1024.061048] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.061048] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.061048] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.061048] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.061324] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.061559] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-784a47b4-0638-45e8-95e5-8e681f80c00b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.190166] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 042a56f3-25d6-4cfc-98b0-ff455c902fd0 [ 1024.190735] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.190735] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.190735] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.190942] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.190942] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.191060] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:042a56f3-25d6-4cfc-98b0-ff455c902fd0 already deleted. [ 1024.191114] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-042a56f3-25d6-4cfc-98b0-ff455c902fd0" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.310532] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8ccca0c9-f755-444b-94b7-424447282fda [ 1024.311066] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.311066] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.311233] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.311477] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.311633] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.311801] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8ccca0c9-f755-444b-94b7-424447282fda already deleted. [ 1024.311951] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ccca0c9-f755-444b-94b7-424447282fda" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.332402] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.332555] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.332625] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.332840] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.332921] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.333029] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6265e3e-c67e-45b5-b2c9-5efb02c1e115 is going to be created. [ 1024.358544] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.358748] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.358748] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.361044] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.361044] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.369532] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6265e3e-c67e-45b5-b2c9-5efb02c1e115 in Status: UNINITIALIZED for 2s [ 1024.415215] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d72d181-b3bb-4d73-8c4f-e0ea273648c3 in Status: SUCCESS [ 1024.415896] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d72d181-b3bb-4d73-8c4f-e0ea273648c3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.810439] env[69836]: INFO networking_nsxv3.common.synchronization [req-65746a64-30e4-46e2-84fd-d23c236c284a req-0a2f5535-01e8-4d73-85c6-a066b942bdac service nova] Enqueued Resource ID: 721a8604-8889-4c69-acc8-fb3a41552b9c with Priority: HIGHEST for action security_group_rules [ 1024.810439] env[69836]: INFO networking_nsxv3.common.synchronization [req-65746a64-30e4-46e2-84fd-d23c236c284a req-0a2f5535-01e8-4d73-85c6-a066b942bdac service nova] Enqueued Resource ID: 721a8604-8889-4c69-acc8-fb3a41552b9c with Priority: HIGHEST for action security_group_members [ 1024.810439] env[69836]: INFO networking_nsxv3.common.synchronization [req-65746a64-30e4-46e2-84fd-d23c236c284a req-0a2f5535-01e8-4d73-85c6-a066b942bdac service nova] Enqueued Resource ID: 784a47b4-0638-45e8-95e5-8e681f80c00b with Priority: HIGHEST for action port [ 1024.811473] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 721a8604-8889-4c69-acc8-fb3a41552b9c with Priority: HIGHEST for action security_group_rules [ 1024.811473] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 721a8604-8889-4c69-acc8-fb3a41552b9c with Priority: HIGHEST for action security_group_members [ 1024.811473] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 784a47b4-0638-45e8-95e5-8e681f80c00b with Priority: HIGHEST for action port [ 1024.811473] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-721a8604-8889-4c69-acc8-fb3a41552b9c taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.811614] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.811614] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.814054] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.814054] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('721a8604-8889-4c69-acc8-fb3a41552b9c',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.814702] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-721a8604-8889-4c69-acc8-fb3a41552b9c taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.814702] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.814702] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-784a47b4-0638-45e8-95e5-8e681f80c00b taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.817266] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-784a47b4-0638-45e8-95e5-8e681f80c00b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.817388] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-784a47b4-0638-45e8-95e5-8e681f80c00b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.817592] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-784a47b4-0638-45e8-95e5-8e681f80c00b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.817673] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('784a47b4-0638-45e8-95e5-8e681f80c00b',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.014429] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 721a8604-8889-4c69-acc8-fb3a41552b9c in Status: SUCCESS [ 1025.014606] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 721a8604-8889-4c69-acc8-fb3a41552b9c deletion is rescheduled due to dependency. [ 1025.014750] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.015156] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.015351] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.015418] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.015519] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.015579] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.015738] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.015845] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.015946] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('721a8604-8889-4c69-acc8-fb3a41552b9c',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.260867] env[69836]: INFO networking_nsxv3.common.synchronization [req-d329ad71-21d7-4b6a-ae5d-ca50bdcd1272 req-e1dbe864-62ec-485b-915e-3895799004c8 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Enqueued Resource ID: 42c09bfc-c2c1-4f98-8c3a-65d1e9713465 with Priority: HIGHEST for action security_group_members [ 1025.262079] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42c09bfc-c2c1-4f98-8c3a-65d1e9713465 with Priority: HIGHEST for action security_group_members [ 1025.262079] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-42c09bfc-c2c1-4f98-8c3a-65d1e9713465 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.262079] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42c09bfc-c2c1-4f98-8c3a-65d1e9713465" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.262079] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42c09bfc-c2c1-4f98-8c3a-65d1e9713465" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.262345] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42c09bfc-c2c1-4f98-8c3a-65d1e9713465" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.262538] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.262647] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.262721] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.262893] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.263079] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.263327] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42c09bfc-c2c1-4f98-8c3a-65d1e9713465',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.322265] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-721a8604-8889-4c69-acc8-fb3a41552b9c taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.322265] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.322265] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 784a47b4-0638-45e8-95e5-8e681f80c00b with status ACTIVE [ 1025.322265] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.322265] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.322265] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.322265] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.322265] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.322265] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.322265] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.322265] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.322265] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.322265] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.322265] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.322887] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.322887] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.322887] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.322887] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.322887] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 784a47b4-0638-45e8-95e5-8e681f80c00b is going to be updated. [ 1025.354492] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.354492] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.354492] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.354492] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.354492] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.354492] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-784a47b4-0638-45e8-95e5-8e681f80c00b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.519328] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('721a8604-8889-4c69-acc8-fb3a41552b9c',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.765661] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.765839] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.765912] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.766150] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.766264] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.767014] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.767014] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.767014] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.767014] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.767014] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.767014] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42c09bfc-c2c1-4f98-8c3a-65d1e9713465 already deleted. [ 1025.767014] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42c09bfc-c2c1-4f98-8c3a-65d1e9713465" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.837184] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-598 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.837184] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-598" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.837184] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-598" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.837554] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-598" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.837758] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.837933] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.838067] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.838369] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.838585] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.838938] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1025.839134] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1025.839448] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1025.839563] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1025.839826] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1025.840085] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1025.840292] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1025.864257] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1025.864615] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1025.864873] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1025.865253] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-598" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.865678] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-846874ef-0713-47d4-88c4-ac874d5898a7 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.865954] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-846874ef-0713-47d4-88c4-ac874d5898a7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.866807] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-846874ef-0713-47d4-88c4-ac874d5898a7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.866990] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-846874ef-0713-47d4-88c4-ac874d5898a7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.867338] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('846874ef-0713-47d4-88c4-ac874d5898a7',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.891023] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeba56df-2627-460c-8c20-e0345e5a8cbf in Status: SUCCESS [ 1025.891023] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eeba56df-2627-460c-8c20-e0345e5a8cbf deletion is rescheduled due to dependency. [ 1025.891023] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.962599] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 in Status: SUCCESS [ 1025.962599] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 deletion is rescheduled due to dependency. [ 1025.962599] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.023204] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('721a8604-8889-4c69-acc8-fb3a41552b9c',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.373042] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.373042] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.373042] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.373042] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.373042] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.373042] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port 846874ef-0713-47d4-88c4-ac874d5898a7 not found, creating... [ 1026.373661] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.374066] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.374334] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.374722] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.375058] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.375548] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.377030] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.377030] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.377030] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.377030] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.377030] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: 846874ef-0713-47d4-88c4-ac874d5898a7 is going to be created. [ 1026.392122] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6265e3e-c67e-45b5-b2c9-5efb02c1e115 in Status: SUCCESS [ 1026.392122] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6265e3e-c67e-45b5-b2c9-5efb02c1e115" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.392122] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6265e3e-c67e-45b5-b2c9-5efb02c1e115" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.392122] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6265e3e-c67e-45b5-b2c9-5efb02c1e115" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.392122] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.392122] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.392122] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.392122] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.392122] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.392122] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6265e3e-c67e-45b5-b2c9-5efb02c1e115" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.394753] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f6265e3e-c67e-45b5-b2c9-5efb02c1e115',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.407396] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.407396] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.407396] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.407396] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.407396] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.407396] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-846874ef-0713-47d4-88c4-ac874d5898a7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.524627] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.524783] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.524861] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.525112] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.525208] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.525316] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 721a8604-8889-4c69-acc8-fb3a41552b9c is going to be updated. [ 1026.562731] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.563209] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.563209] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.563376] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.563597] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.575953] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 721a8604-8889-4c69-acc8-fb3a41552b9c in Status: IN_PROGRESS for 2s [ 1026.896903] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f6265e3e-c67e-45b5-b2c9-5efb02c1e115',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.395568] env[69836]: INFO networking_nsxv3.common.synchronization [req-d329ad71-21d7-4b6a-ae5d-ca50bdcd1272 req-2825ed74-6743-40ba-a766-208877462948 service nova] Enqueued Resource ID: 42c09bfc-c2c1-4f98-8c3a-65d1e9713465 with Priority: HIGHEST for action security_group_rules [ 1027.395759] env[69836]: INFO networking_nsxv3.common.synchronization [req-d329ad71-21d7-4b6a-ae5d-ca50bdcd1272 req-2825ed74-6743-40ba-a766-208877462948 service nova] Enqueued Resource ID: 42c09bfc-c2c1-4f98-8c3a-65d1e9713465 with Priority: HIGHEST for action security_group_members [ 1027.395901] env[69836]: INFO networking_nsxv3.common.synchronization [req-d329ad71-21d7-4b6a-ae5d-ca50bdcd1272 req-2825ed74-6743-40ba-a766-208877462948 service nova] Enqueued Resource ID: 846874ef-0713-47d4-88c4-ac874d5898a7 with Priority: HIGHEST for action port [ 1027.396304] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42c09bfc-c2c1-4f98-8c3a-65d1e9713465 with Priority: HIGHEST for action security_group_rules [ 1027.396395] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42c09bfc-c2c1-4f98-8c3a-65d1e9713465 with Priority: HIGHEST for action security_group_members [ 1027.396433] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 846874ef-0713-47d4-88c4-ac874d5898a7 with Priority: HIGHEST for action port [ 1027.396968] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42c09bfc-c2c1-4f98-8c3a-65d1e9713465 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.397116] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42c09bfc-c2c1-4f98-8c3a-65d1e9713465" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.397184] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42c09bfc-c2c1-4f98-8c3a-65d1e9713465" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.397382] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42c09bfc-c2c1-4f98-8c3a-65d1e9713465" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.397466] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42c09bfc-c2c1-4f98-8c3a-65d1e9713465',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.398385] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-42c09bfc-c2c1-4f98-8c3a-65d1e9713465 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.398578] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42c09bfc-c2c1-4f98-8c3a-65d1e9713465" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.398636] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42c09bfc-c2c1-4f98-8c3a-65d1e9713465" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.398872] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42c09bfc-c2c1-4f98-8c3a-65d1e9713465" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.398991] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.399104] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.399167] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.399399] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.399505] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.399598] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42c09bfc-c2c1-4f98-8c3a-65d1e9713465',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.402472] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-846874ef-0713-47d4-88c4-ac874d5898a7 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.402592] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-846874ef-0713-47d4-88c4-ac874d5898a7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.402845] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-846874ef-0713-47d4-88c4-ac874d5898a7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.402845] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-846874ef-0713-47d4-88c4-ac874d5898a7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.402916] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('846874ef-0713-47d4-88c4-ac874d5898a7',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.404569] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f6265e3e-c67e-45b5-b2c9-5efb02c1e115: rpc.has_security_group_logging(os_id): False [ 1027.426537] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.426745] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.426839] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.427099] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.427230] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.427507] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.427646] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.427735] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.427923] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.428078] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.428171] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6265e3e-c67e-45b5-b2c9-5efb02c1e115 is going to be created. [ 1027.493797] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.494038] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.494038] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.494253] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.494429] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.505405] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6265e3e-c67e-45b5-b2c9-5efb02c1e115 in Status: IN_PROGRESS for 2s [ 1027.511200] env[69836]: INFO networking_nsxv3.common.synchronization [req-9ad55ec8-2502-4e18-a0ba-d521ab7c01da req-3f189ad3-4805-4454-a7ec-67fa804b02b7 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Enqueued Resource ID: 0bfbc2e2-8c63-40e3-b2e5-f622e72ee279 with Priority: HIGHEST for action security_group_members [ 1027.511530] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bfbc2e2-8c63-40e3-b2e5-f622e72ee279 with Priority: HIGHEST for action security_group_members [ 1027.511822] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bfbc2e2-8c63-40e3-b2e5-f622e72ee279 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.511945] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bfbc2e2-8c63-40e3-b2e5-f622e72ee279" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.512023] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bfbc2e2-8c63-40e3-b2e5-f622e72ee279" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.512469] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bfbc2e2-8c63-40e3-b2e5-f622e72ee279" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.512675] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.512818] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.512902] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.513121] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.513233] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.513362] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bfbc2e2-8c63-40e3-b2e5-f622e72ee279',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.903507] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('42c09bfc-c2c1-4f98-8c3a-65d1e9713465',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.905581] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 846874ef-0713-47d4-88c4-ac874d5898a7 with status ACTIVE [ 1027.906961] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.910043] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.910043] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.910043] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.910043] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.910043] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.910043] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.910043] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.910043] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.910043] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.910043] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.910043] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.910043] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.910043] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.910043] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.910043] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 846874ef-0713-47d4-88c4-ac874d5898a7 is going to be updated. [ 1027.913850] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-42c09bfc-c2c1-4f98-8c3a-65d1e9713465 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.913850] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42c09bfc-c2c1-4f98-8c3a-65d1e9713465" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.934392] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.935358] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.935502] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.935740] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.936428] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.936642] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-846874ef-0713-47d4-88c4-ac874d5898a7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.015595] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.015774] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.015828] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.016059] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.016155] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.018493] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.018633] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.018686] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.019159] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.019422] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.019665] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bfbc2e2-8c63-40e3-b2e5-f622e72ee279 is going to be updated. [ 1028.076915] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.077201] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.077201] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.077356] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.077510] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.087125] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bfbc2e2-8c63-40e3-b2e5-f622e72ee279 in Status: IN_PROGRESS for 2s [ 1028.127174] env[69836]: INFO networking_nsxv3.common.synchronization [req-ec8be06d-042d-4801-b230-f3be9aa24105 req-5d9132c9-396a-415d-9ea6-4a6e6594bd33 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Enqueued Resource ID: 6f0b437e-be14-4660-bf2e-db16a8d4b9cf with Priority: HIGHEST for action security_group_members [ 1028.127756] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f0b437e-be14-4660-bf2e-db16a8d4b9cf with Priority: HIGHEST for action security_group_members [ 1028.128338] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f0b437e-be14-4660-bf2e-db16a8d4b9cf taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.128487] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f0b437e-be14-4660-bf2e-db16a8d4b9cf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.128558] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f0b437e-be14-4660-bf2e-db16a8d4b9cf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.128771] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f0b437e-be14-4660-bf2e-db16a8d4b9cf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.128951] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.129062] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.129106] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.129256] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.129337] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.129431] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f0b437e-be14-4660-bf2e-db16a8d4b9cf',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.414587] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('42c09bfc-c2c1-4f98-8c3a-65d1e9713465',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.588780] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 721a8604-8889-4c69-acc8-fb3a41552b9c in Status: SUCCESS [ 1028.589124] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.589362] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.591215] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.591215] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.591215] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.591215] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.591215] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.591215] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.591215] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.591215] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('721a8604-8889-4c69-acc8-fb3a41552b9c',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.632293] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.632457] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.632530] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.632869] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.633087] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.633281] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.633403] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.633444] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.634093] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.634093] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.634093] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f0b437e-be14-4660-bf2e-db16a8d4b9cf is going to be updated. [ 1028.660605] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.660986] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.660986] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.661178] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.661797] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.671952] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f0b437e-be14-4660-bf2e-db16a8d4b9cf in Status: IN_PROGRESS for 2s [ 1028.720590] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-391 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.722066] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-391" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.722066] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-391" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.722316] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-391" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.722594] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.722759] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.722918] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.723196] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.723320] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.723451] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1028.723566] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1028.723712] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1028.723859] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1028.723984] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1028.724110] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1028.724250] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1028.742678] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1028.742905] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1028.743061] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1028.743290] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-391" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.743705] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-acdae828-66de-437b-ba84-c4b20ddd1e73 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.743894] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-acdae828-66de-437b-ba84-c4b20ddd1e73" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.744103] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-acdae828-66de-437b-ba84-c4b20ddd1e73" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.744446] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-acdae828-66de-437b-ba84-c4b20ddd1e73" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.744591] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('acdae828-66de-437b-ba84-c4b20ddd1e73',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.917787] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.918110] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.918110] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.918323] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.918427] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.918536] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42c09bfc-c2c1-4f98-8c3a-65d1e9713465 is going to be created. [ 1028.947465] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.947620] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.947690] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.947906] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.948080] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.957226] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42c09bfc-c2c1-4f98-8c3a-65d1e9713465 in Status: UNINITIALIZED for 2s [ 1029.093118] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-721a8604-8889-4c69-acc8-fb3a41552b9c taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.093295] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.093362] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.093683] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.093917] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.094065] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.094065] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.094200] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.094290] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.094395] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.094524] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-721a8604-8889-4c69-acc8-fb3a41552b9c taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.094615] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.094670] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.094808] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.094943] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.095045] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.095104] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.095236] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.095310] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.095395] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.095484] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('721a8604-8889-4c69-acc8-fb3a41552b9c',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.247626] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.247893] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.248125] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.248550] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.248768] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.248948] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port acdae828-66de-437b-ba84-c4b20ddd1e73 not found, creating... [ 1029.249271] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.249476] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.249603] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.249915] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.250172] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.250530] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.250746] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.250875] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.251251] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.251409] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.251598] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: acdae828-66de-437b-ba84-c4b20ddd1e73 is going to be created. [ 1029.276214] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.276469] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.276581] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.276867] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.277123] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.277354] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-acdae828-66de-437b-ba84-c4b20ddd1e73" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.520162] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6265e3e-c67e-45b5-b2c9-5efb02c1e115 in Status: SUCCESS [ 1029.520162] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6265e3e-c67e-45b5-b2c9-5efb02c1e115" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.598127] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 721a8604-8889-4c69-acc8-fb3a41552b9c: rpc.has_security_group_logging(os_id): False [ 1029.618238] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.618238] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.618238] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.618238] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.618238] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.618601] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.618601] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.618601] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.618714] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.618767] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.618972] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.619085] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.619147] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.619291] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.619362] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.619593] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.619689] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.619749] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.619888] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.619962] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.620061] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 721a8604-8889-4c69-acc8-fb3a41552b9c is going to be updated. [ 1029.681681] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.681825] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.681902] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.682188] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.682287] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.695212] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 721a8604-8889-4c69-acc8-fb3a41552b9c in Status: IN_PROGRESS for 2s [ 1030.092976] env[69836]: INFO networking_nsxv3.common.synchronization [req-ec8be06d-042d-4801-b230-f3be9aa24105 req-93eec7a5-0b06-480a-81c7-f8ed3883ddd0 service nova] Enqueued Resource ID: 6f0b437e-be14-4660-bf2e-db16a8d4b9cf with Priority: HIGHEST for action security_group_rules [ 1030.093266] env[69836]: INFO networking_nsxv3.common.synchronization [req-ec8be06d-042d-4801-b230-f3be9aa24105 req-93eec7a5-0b06-480a-81c7-f8ed3883ddd0 service nova] Enqueued Resource ID: 6f0b437e-be14-4660-bf2e-db16a8d4b9cf with Priority: HIGHEST for action security_group_members [ 1030.093309] env[69836]: INFO networking_nsxv3.common.synchronization [req-ec8be06d-042d-4801-b230-f3be9aa24105 req-93eec7a5-0b06-480a-81c7-f8ed3883ddd0 service nova] Enqueued Resource ID: acdae828-66de-437b-ba84-c4b20ddd1e73 with Priority: HIGHEST for action port [ 1030.093925] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f0b437e-be14-4660-bf2e-db16a8d4b9cf with Priority: HIGHEST for action security_group_rules [ 1030.094102] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f0b437e-be14-4660-bf2e-db16a8d4b9cf with Priority: HIGHEST for action security_group_members [ 1030.094102] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acdae828-66de-437b-ba84-c4b20ddd1e73 with Priority: HIGHEST for action port [ 1030.094396] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f0b437e-be14-4660-bf2e-db16a8d4b9cf taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.094540] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f0b437e-be14-4660-bf2e-db16a8d4b9cf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.094616] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f0b437e-be14-4660-bf2e-db16a8d4b9cf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.094867] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f0b437e-be14-4660-bf2e-db16a8d4b9cf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.094905] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f0b437e-be14-4660-bf2e-db16a8d4b9cf',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.100541] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f0b437e-be14-4660-bf2e-db16a8d4b9cf taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.100743] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f0b437e-be14-4660-bf2e-db16a8d4b9cf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.105028] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-acdae828-66de-437b-ba84-c4b20ddd1e73 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.105028] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-acdae828-66de-437b-ba84-c4b20ddd1e73" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.105028] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-acdae828-66de-437b-ba84-c4b20ddd1e73" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.105028] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-acdae828-66de-437b-ba84-c4b20ddd1e73" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.105028] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('acdae828-66de-437b-ba84-c4b20ddd1e73',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.105028] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bfbc2e2-8c63-40e3-b2e5-f622e72ee279 in Status: SUCCESS [ 1030.105028] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bfbc2e2-8c63-40e3-b2e5-f622e72ee279 deletion is rescheduled due to dependency. [ 1030.105567] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bfbc2e2-8c63-40e3-b2e5-f622e72ee279" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.608588] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f0b437e-be14-4660-bf2e-db16a8d4b9cf taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.608588] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f0b437e-be14-4660-bf2e-db16a8d4b9cf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.608588] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port acdae828-66de-437b-ba84-c4b20ddd1e73 with status ACTIVE [ 1030.608795] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.608795] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.608891] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.609048] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.609139] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.609313] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.609406] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.609458] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.609698] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.609778] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.609965] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.610068] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.610127] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.610263] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.610336] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.610423] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: acdae828-66de-437b-ba84-c4b20ddd1e73 is going to be updated. [ 1030.636609] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.636800] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.636800] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.637015] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.637163] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.637321] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-acdae828-66de-437b-ba84-c4b20ddd1e73" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.683757] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f0b437e-be14-4660-bf2e-db16a8d4b9cf in Status: SUCCESS [ 1030.683757] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f0b437e-be14-4660-bf2e-db16a8d4b9cf deletion is rescheduled due to dependency. [ 1030.683757] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f0b437e-be14-4660-bf2e-db16a8d4b9cf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.683757] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f0b437e-be14-4660-bf2e-db16a8d4b9cf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.684082] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f0b437e-be14-4660-bf2e-db16a8d4b9cf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.684144] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.684249] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.684311] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.684440] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.684515] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.684699] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f0b437e-be14-4660-bf2e-db16a8d4b9cf',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.970234] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42c09bfc-c2c1-4f98-8c3a-65d1e9713465 in Status: SUCCESS [ 1030.970234] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42c09bfc-c2c1-4f98-8c3a-65d1e9713465" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.970234] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42c09bfc-c2c1-4f98-8c3a-65d1e9713465" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.970489] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42c09bfc-c2c1-4f98-8c3a-65d1e9713465" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.970731] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.970870] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.970928] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.971138] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.971264] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.971328] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42c09bfc-c2c1-4f98-8c3a-65d1e9713465" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.972052] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('42c09bfc-c2c1-4f98-8c3a-65d1e9713465',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.187267] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6f0b437e-be14-4660-bf2e-db16a8d4b9cf',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.479295] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('42c09bfc-c2c1-4f98-8c3a-65d1e9713465',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.693029] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6f0b437e-be14-4660-bf2e-db16a8d4b9cf',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.712241] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 721a8604-8889-4c69-acc8-fb3a41552b9c in Status: SUCCESS [ 1031.712906] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.981633] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 42c09bfc-c2c1-4f98-8c3a-65d1e9713465: rpc.has_security_group_logging(os_id): False [ 1032.003053] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.003327] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.003503] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.003799] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.003965] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.004489] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.004489] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.004640] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.004767] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.004886] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.004996] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42c09bfc-c2c1-4f98-8c3a-65d1e9713465 is going to be created. [ 1032.064805] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.065043] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.065145] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.065625] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.065902] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.079323] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42c09bfc-c2c1-4f98-8c3a-65d1e9713465 in Status: IN_PROGRESS for 2s [ 1032.194977] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.195417] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.195417] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.195570] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.195680] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.195823] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f0b437e-be14-4660-bf2e-db16a8d4b9cf is going to be updated. [ 1032.250169] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.250424] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.250498] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.250810] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.250985] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.263265] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f0b437e-be14-4660-bf2e-db16a8d4b9cf in Status: IN_PROGRESS for 2s [ 1033.482298] env[69836]: INFO networking_nsxv3.common.synchronization [req-d67c8bc8-1df6-4737-9d57-90a944e10a70 req-a217353b-c7ec-41cd-8e13-ea0025422806 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Enqueued Resource ID: 895b550b-a92b-449d-8067-5b40315d6597 with Priority: HIGHEST for action security_group_members [ 1033.482874] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 895b550b-a92b-449d-8067-5b40315d6597 with Priority: HIGHEST for action security_group_members [ 1033.483198] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-895b550b-a92b-449d-8067-5b40315d6597 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.483317] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.483380] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.483575] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.483723] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.483818] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.483882] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.484019] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.484208] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.484303] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('895b550b-a92b-449d-8067-5b40315d6597',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.986069] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.986297] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.986348] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.986538] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.986632] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.986835] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.986933] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.986997] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.987150] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.987226] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.987314] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 895b550b-a92b-449d-8067-5b40315d6597 is going to be updated. [ 1034.018857] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.019175] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.019311] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.019648] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.019904] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.031347] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 895b550b-a92b-449d-8067-5b40315d6597 in Status: IN_PROGRESS for 2s [ 1034.073319] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-731 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.073319] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-731" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.073319] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-731" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.073319] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-731" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.073319] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.074450] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.074450] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.074450] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.074450] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.074450] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1034.074450] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1034.074871] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1034.074871] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1034.074871] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1034.074989] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1034.075172] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1034.095486] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42c09bfc-c2c1-4f98-8c3a-65d1e9713465 in Status: SUCCESS [ 1034.095486] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42c09bfc-c2c1-4f98-8c3a-65d1e9713465" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.108026] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1034.108026] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1034.108026] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1034.108026] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-731" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.108026] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-6015e9db-6176-4929-8531-b8b55199953a taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.108026] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-6015e9db-6176-4929-8531-b8b55199953a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.108026] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-6015e9db-6176-4929-8531-b8b55199953a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.108026] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-6015e9db-6176-4929-8531-b8b55199953a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.108026] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6015e9db-6176-4929-8531-b8b55199953a',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.280266] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f0b437e-be14-4660-bf2e-db16a8d4b9cf in Status: SUCCESS [ 1034.280537] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f0b437e-be14-4660-bf2e-db16a8d4b9cf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.280730] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f0b437e-be14-4660-bf2e-db16a8d4b9cf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.280987] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f0b437e-be14-4660-bf2e-db16a8d4b9cf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.281211] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.281335] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.281396] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.281560] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.281638] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.281718] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f0b437e-be14-4660-bf2e-db16a8d4b9cf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.281811] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6f0b437e-be14-4660-bf2e-db16a8d4b9cf',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.611829] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.612169] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.612376] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.612691] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.612865] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.613031] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port 6015e9db-6176-4929-8531-b8b55199953a not found, creating... [ 1034.613335] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.613497] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.613623] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.613863] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.613999] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.614304] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.614476] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.614668] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.614880] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.615022] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.615163] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: 6015e9db-6176-4929-8531-b8b55199953a is going to be created. [ 1034.636802] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.637203] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.637434] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.637856] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.638187] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.638503] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-6015e9db-6176-4929-8531-b8b55199953a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.787534] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f0b437e-be14-4660-bf2e-db16a8d4b9cf taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.787688] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f0b437e-be14-4660-bf2e-db16a8d4b9cf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.787756] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f0b437e-be14-4660-bf2e-db16a8d4b9cf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.787974] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f0b437e-be14-4660-bf2e-db16a8d4b9cf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.788182] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.788286] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.788400] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.788557] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.788667] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.788774] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f0b437e-be14-4660-bf2e-db16a8d4b9cf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.788948] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f0b437e-be14-4660-bf2e-db16a8d4b9cf taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.789033] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f0b437e-be14-4660-bf2e-db16a8d4b9cf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.789090] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f0b437e-be14-4660-bf2e-db16a8d4b9cf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.789242] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f0b437e-be14-4660-bf2e-db16a8d4b9cf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.789379] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.789464] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.789535] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.789694] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.789766] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.789841] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f0b437e-be14-4660-bf2e-db16a8d4b9cf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.789926] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6f0b437e-be14-4660-bf2e-db16a8d4b9cf',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.292145] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6f0b437e-be14-4660-bf2e-db16a8d4b9cf: rpc.has_security_group_logging(os_id): False [ 1035.314619] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.314619] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.314619] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.314619] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.314619] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.314619] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.314619] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.314619] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.314619] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.314619] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.314619] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.314619] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.314619] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.314619] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.314619] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.315606] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.315882] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.316065] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.318025] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.318025] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.318025] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f0b437e-be14-4660-bf2e-db16a8d4b9cf is going to be updated. [ 1035.383428] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.385061] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.385451] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.387017] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.387017] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.400761] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f0b437e-be14-4660-bf2e-db16a8d4b9cf in Status: IN_PROGRESS for 2s [ 1035.440243] env[69836]: INFO networking_nsxv3.common.synchronization [req-d67c8bc8-1df6-4737-9d57-90a944e10a70 req-f520f758-4d1d-4ebd-aa44-baaf9e8c1721 service nova] Enqueued Resource ID: 895b550b-a92b-449d-8067-5b40315d6597 with Priority: HIGHEST for action security_group_rules [ 1035.440243] env[69836]: INFO networking_nsxv3.common.synchronization [req-d67c8bc8-1df6-4737-9d57-90a944e10a70 req-f520f758-4d1d-4ebd-aa44-baaf9e8c1721 service nova] Enqueued Resource ID: 895b550b-a92b-449d-8067-5b40315d6597 with Priority: HIGHEST for action security_group_members [ 1035.440243] env[69836]: INFO networking_nsxv3.common.synchronization [req-d67c8bc8-1df6-4737-9d57-90a944e10a70 req-f520f758-4d1d-4ebd-aa44-baaf9e8c1721 service nova] Enqueued Resource ID: 6015e9db-6176-4929-8531-b8b55199953a with Priority: HIGHEST for action port [ 1035.440243] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 895b550b-a92b-449d-8067-5b40315d6597 with Priority: HIGHEST for action security_group_rules [ 1035.440243] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 895b550b-a92b-449d-8067-5b40315d6597 with Priority: HIGHEST for action security_group_members [ 1035.440243] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6015e9db-6176-4929-8531-b8b55199953a with Priority: HIGHEST for action port [ 1035.440243] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-895b550b-a92b-449d-8067-5b40315d6597 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.440243] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.440243] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.441083] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.441340] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('895b550b-a92b-449d-8067-5b40315d6597',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.442434] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-895b550b-a92b-449d-8067-5b40315d6597 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.444129] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.444129] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-6015e9db-6176-4929-8531-b8b55199953a taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.444129] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6015e9db-6176-4929-8531-b8b55199953a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.444129] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6015e9db-6176-4929-8531-b8b55199953a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.444129] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6015e9db-6176-4929-8531-b8b55199953a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.444129] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6015e9db-6176-4929-8531-b8b55199953a',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.946934] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-895b550b-a92b-449d-8067-5b40315d6597 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.946934] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.946934] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6015e9db-6176-4929-8531-b8b55199953a with status ACTIVE [ 1035.946934] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.946934] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.946934] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.946934] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.946934] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.946934] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.946934] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.946934] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.946934] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.946934] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.947757] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.947757] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.947757] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.947757] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.947757] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.947757] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6015e9db-6176-4929-8531-b8b55199953a is going to be updated. [ 1035.971765] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.971912] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.971977] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.972222] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.972448] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.972517] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6015e9db-6176-4929-8531-b8b55199953a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.047190] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 895b550b-a92b-449d-8067-5b40315d6597 in Status: SUCCESS [ 1036.047190] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 895b550b-a92b-449d-8067-5b40315d6597 deletion is rescheduled due to dependency. [ 1036.047190] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.047355] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.047489] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.047880] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.047880] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.047880] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.048113] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.048113] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.048184] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('895b550b-a92b-449d-8067-5b40315d6597',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.550410] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('895b550b-a92b-449d-8067-5b40315d6597',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.053034] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('895b550b-a92b-449d-8067-5b40315d6597',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.417732] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f0b437e-be14-4660-bf2e-db16a8d4b9cf in Status: SUCCESS [ 1037.418261] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f0b437e-be14-4660-bf2e-db16a8d4b9cf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.555104] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.555363] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.555513] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.555851] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.556041] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.556217] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 895b550b-a92b-449d-8067-5b40315d6597 is going to be updated. [ 1037.607202] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.607400] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.607478] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.607753] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.607950] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.620931] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 895b550b-a92b-449d-8067-5b40315d6597 in Status: IN_PROGRESS for 2s [ 1039.645646] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 895b550b-a92b-449d-8067-5b40315d6597 in Status: SUCCESS [ 1039.645646] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.645646] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.645646] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.646217] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.646217] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.646217] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.646401] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.646452] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.646543] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.646638] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('895b550b-a92b-449d-8067-5b40315d6597',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.149525] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-895b550b-a92b-449d-8067-5b40315d6597 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.149725] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.149768] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.150045] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.150492] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.150492] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.150492] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.150647] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.150680] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.150791] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.151309] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-895b550b-a92b-449d-8067-5b40315d6597 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.151309] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.151309] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.151309] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.151521] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.151521] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.151606] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.151914] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.151914] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.151914] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.152093] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('895b550b-a92b-449d-8067-5b40315d6597',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.439976] env[69836]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1040.440201] env[69836]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1040.655722] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 895b550b-a92b-449d-8067-5b40315d6597: rpc.has_security_group_logging(os_id): False [ 1040.676963] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.676963] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.676963] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.676963] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.676963] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.676963] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.676963] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.676963] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.676963] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.676963] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.676963] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.676963] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.677584] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.677584] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.677584] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.677584] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.677584] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.677584] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.677866] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.677866] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.677866] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 895b550b-a92b-449d-8067-5b40315d6597 is going to be updated. [ 1040.750160] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.750339] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.751056] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.751056] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.751056] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.771234] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 895b550b-a92b-449d-8067-5b40315d6597 in Status: IN_PROGRESS for 2s [ 1041.639371] env[69836]: INFO networking_nsxv3.common.synchronization [req-6d56daf6-5ea6-46d7-b718-89d10a942acf req-f66fb6d8-d3de-45ce-95ca-538caa872d66 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Enqueued Resource ID: 6f0b437e-be14-4660-bf2e-db16a8d4b9cf with Priority: HIGHEST for action security_group_members [ 1041.640386] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f0b437e-be14-4660-bf2e-db16a8d4b9cf with Priority: HIGHEST for action security_group_members [ 1041.640831] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f0b437e-be14-4660-bf2e-db16a8d4b9cf taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.641013] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f0b437e-be14-4660-bf2e-db16a8d4b9cf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.641121] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f0b437e-be14-4660-bf2e-db16a8d4b9cf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.641653] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f0b437e-be14-4660-bf2e-db16a8d4b9cf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.641889] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.642052] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.642150] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.642384] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.642602] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.642754] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f0b437e-be14-4660-bf2e-db16a8d4b9cf',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.148735] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.149199] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.149199] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.152136] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.152136] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.152136] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.152136] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.152136] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.152136] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.152136] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.152136] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f0b437e-be14-4660-bf2e-db16a8d4b9cf is going to be updated. [ 1042.189470] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.189637] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.189703] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.191202] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.191202] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.203234] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f0b437e-be14-4660-bf2e-db16a8d4b9cf in Status: IN_PROGRESS for 2s [ 1042.800884] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 895b550b-a92b-449d-8067-5b40315d6597 in Status: SUCCESS [ 1042.801140] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.328506] env[69836]: INFO networking_nsxv3.common.synchronization [req-29902be3-27d4-4e9f-a326-173d4c3e5fc8 req-ac1d28cd-df3d-4def-8972-cc7f299ddcba tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Enqueued Resource ID: 8d72d181-b3bb-4d73-8c4f-e0ea273648c3 with Priority: HIGHEST for action security_group_members [ 1043.329131] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d72d181-b3bb-4d73-8c4f-e0ea273648c3 with Priority: HIGHEST for action security_group_members [ 1043.329481] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d72d181-b3bb-4d73-8c4f-e0ea273648c3 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.329621] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d72d181-b3bb-4d73-8c4f-e0ea273648c3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.329685] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d72d181-b3bb-4d73-8c4f-e0ea273648c3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.329883] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d72d181-b3bb-4d73-8c4f-e0ea273648c3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.330536] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.330610] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.330679] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.330878] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.331020] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.331402] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d72d181-b3bb-4d73-8c4f-e0ea273648c3',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.422285] env[69836]: INFO networking_nsxv3.common.synchronization [None req-37cbf7e1-280e-45f9-b3af-dd5db42a5700 None None] Enqueued Resource ID: ea1d422f-543a-4994-b5f4-476eaf2b046e with Priority: HIGHEST for action port [ 1043.422285] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea1d422f-543a-4994-b5f4-476eaf2b046e with Priority: HIGHEST for action port [ 1043.422923] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea1d422f-543a-4994-b5f4-476eaf2b046e taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.423646] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea1d422f-543a-4994-b5f4-476eaf2b046e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.423646] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea1d422f-543a-4994-b5f4-476eaf2b046e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.423988] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea1d422f-543a-4994-b5f4-476eaf2b046e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.426740] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea1d422f-543a-4994-b5f4-476eaf2b046e',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.708850] env[69836]: INFO networking_nsxv3.common.synchronization [req-d2a3952f-781c-4890-89bf-d381d165b3dc req-36086341-0bed-4b36-9ac3-8614229e03d9 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Enqueued Resource ID: 8d72d181-b3bb-4d73-8c4f-e0ea273648c3 with Priority: HIGHEST for action security_group_members [ 1043.709717] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d72d181-b3bb-4d73-8c4f-e0ea273648c3 with Priority: HIGHEST for action security_group_members [ 1043.710203] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d72d181-b3bb-4d73-8c4f-e0ea273648c3 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.710375] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d72d181-b3bb-4d73-8c4f-e0ea273648c3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.835294] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d72d181-b3bb-4d73-8c4f-e0ea273648c3',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.926876] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ea1d422f-543a-4994-b5f4-476eaf2b046e [ 1043.927187] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.927325] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.927401] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.927620] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.929025] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.929025] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ea1d422f-543a-4994-b5f4-476eaf2b046e already deleted. [ 1043.929025] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea1d422f-543a-4994-b5f4-476eaf2b046e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.217134] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f0b437e-be14-4660-bf2e-db16a8d4b9cf in Status: SUCCESS [ 1044.217134] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f0b437e-be14-4660-bf2e-db16a8d4b9cf deletion is rescheduled due to dependency. [ 1044.217134] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f0b437e-be14-4660-bf2e-db16a8d4b9cf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.339702] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d72d181-b3bb-4d73-8c4f-e0ea273648c3',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.592507] env[69836]: INFO networking_nsxv3.common.synchronization [req-69ed2408-2e71-4188-b9fb-b3fd0aebcb21 req-9a0199ee-f388-4a6d-8ddb-acbe8c84fbaa tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Enqueued Resource ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 with Priority: HIGHEST for action security_group_members [ 1044.593152] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 with Priority: HIGHEST for action security_group_members [ 1044.593868] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-9851b922-f943-4a02-85e8-7a4557cec6e6 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.593868] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.593868] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.593868] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.594102] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.594363] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.595238] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.595450] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.595547] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.595648] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9851b922-f943-4a02-85e8-7a4557cec6e6',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.720316] env[69836]: INFO networking_nsxv3.common.synchronization [req-32ea029b-52dd-4f4a-88a5-9fa9d8095a72 req-93c7ff24-ac71-4ac0-85d9-7413b2c14319 tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Enqueued Resource ID: 2f04b314-b572-4cb2-a273-61da0281fee7 with Priority: HIGHEST for action security_group_members [ 1044.721183] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f04b314-b572-4cb2-a273-61da0281fee7 with Priority: HIGHEST for action security_group_members [ 1044.723838] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f04b314-b572-4cb2-a273-61da0281fee7 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.723838] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f04b314-b572-4cb2-a273-61da0281fee7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.723838] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f04b314-b572-4cb2-a273-61da0281fee7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.723838] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f04b314-b572-4cb2-a273-61da0281fee7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.723838] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.723838] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.723838] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.723838] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.723838] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.723838] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f04b314-b572-4cb2-a273-61da0281fee7',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.845140] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.845333] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.845379] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.845612] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.845701] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.845818] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d72d181-b3bb-4d73-8c4f-e0ea273648c3 is going to be updated. [ 1044.873567] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.873734] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.875036] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.875036] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.875036] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.883884] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d72d181-b3bb-4d73-8c4f-e0ea273648c3 in Status: IN_PROGRESS for 2s [ 1044.985083] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-344 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.986128] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-344" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.986128] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-344" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.986128] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-344" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.986128] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.986345] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.986450] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.986648] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.986801] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.987068] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1044.987188] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1044.987301] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1044.987409] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1044.987538] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1044.987664] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1044.987963] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1045.012946] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1045.012946] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1045.013156] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1045.013288] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-344" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.013596] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-48bd96f9-6326-4a87-bc9f-b781af9a436a taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.013828] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-48bd96f9-6326-4a87-bc9f-b781af9a436a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.014018] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-48bd96f9-6326-4a87-bc9f-b781af9a436a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.014637] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-48bd96f9-6326-4a87-bc9f-b781af9a436a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.014637] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48bd96f9-6326-4a87-bc9f-b781af9a436a',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.098538] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.099818] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.099818] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.099818] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.099818] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.099818] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.102072] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.102072] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.102072] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.102072] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.102072] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 is going to be updated. [ 1045.132027] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.132027] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.132027] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.132027] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.132027] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.144512] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 in Status: IN_PROGRESS for 2s [ 1045.228264] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.228445] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.228497] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.228741] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.229132] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.229132] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.229132] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.229285] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.229325] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.229392] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.229479] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f04b314-b572-4cb2-a273-61da0281fee7 is going to be updated. [ 1045.302720] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.302874] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.302922] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.303161] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.304095] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.314704] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f04b314-b572-4cb2-a273-61da0281fee7 in Status: IN_PROGRESS for 2s [ 1045.518469] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.519986] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.519986] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.519986] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.519986] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.519986] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port 48bd96f9-6326-4a87-bc9f-b781af9a436a not found, creating... [ 1045.519986] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.520312] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.520312] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.520529] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.521107] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.521107] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.521495] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.521710] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.521940] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.522147] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.522235] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: 48bd96f9-6326-4a87-bc9f-b781af9a436a is going to be created. [ 1045.544997] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.544997] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.544997] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.544997] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.544997] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.545319] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-48bd96f9-6326-4a87-bc9f-b781af9a436a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.739599] env[69836]: INFO networking_nsxv3.common.synchronization [None req-3e2e3530-467d-44ce-ac11-c2b548468f6f None None] Enqueued Resource ID: 76537074-3bda-4978-8129-7bb5b9f05e01 with Priority: HIGHEST for action port [ 1045.740190] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76537074-3bda-4978-8129-7bb5b9f05e01 with Priority: HIGHEST for action port [ 1045.740488] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-76537074-3bda-4978-8129-7bb5b9f05e01 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.740640] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76537074-3bda-4978-8129-7bb5b9f05e01" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.740713] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76537074-3bda-4978-8129-7bb5b9f05e01" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.741032] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76537074-3bda-4978-8129-7bb5b9f05e01" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.741122] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76537074-3bda-4978-8129-7bb5b9f05e01',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.244787] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 76537074-3bda-4978-8129-7bb5b9f05e01 [ 1046.246964] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.246964] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.246964] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.246964] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.246964] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.246964] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:76537074-3bda-4978-8129-7bb5b9f05e01 already deleted. [ 1046.246964] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76537074-3bda-4978-8129-7bb5b9f05e01" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.247572] env[69836]: INFO networking_nsxv3.common.synchronization [req-69ed2408-2e71-4188-b9fb-b3fd0aebcb21 req-add655df-842e-4563-8ace-23f0fdcc8269 service nova] Enqueued Resource ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 with Priority: HIGHEST for action security_group_rules [ 1046.248686] env[69836]: INFO networking_nsxv3.common.synchronization [req-69ed2408-2e71-4188-b9fb-b3fd0aebcb21 req-add655df-842e-4563-8ace-23f0fdcc8269 service nova] Enqueued Resource ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 with Priority: HIGHEST for action security_group_members [ 1046.248686] env[69836]: INFO networking_nsxv3.common.synchronization [req-69ed2408-2e71-4188-b9fb-b3fd0aebcb21 req-add655df-842e-4563-8ace-23f0fdcc8269 service nova] Enqueued Resource ID: 48bd96f9-6326-4a87-bc9f-b781af9a436a with Priority: HIGHEST for action port [ 1046.254353] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 with Priority: HIGHEST for action security_group_rules [ 1046.254353] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 with Priority: HIGHEST for action security_group_members [ 1046.254353] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48bd96f9-6326-4a87-bc9f-b781af9a436a with Priority: HIGHEST for action port [ 1046.254353] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9851b922-f943-4a02-85e8-7a4557cec6e6 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.254353] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.254353] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.254353] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.254353] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9851b922-f943-4a02-85e8-7a4557cec6e6',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.254353] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-9851b922-f943-4a02-85e8-7a4557cec6e6 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.254353] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.254353] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-48bd96f9-6326-4a87-bc9f-b781af9a436a taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.254353] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48bd96f9-6326-4a87-bc9f-b781af9a436a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.254353] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48bd96f9-6326-4a87-bc9f-b781af9a436a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.254353] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48bd96f9-6326-4a87-bc9f-b781af9a436a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.254353] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48bd96f9-6326-4a87-bc9f-b781af9a436a',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.757773] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-9851b922-f943-4a02-85e8-7a4557cec6e6 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.758146] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.758297] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 48bd96f9-6326-4a87-bc9f-b781af9a436a with status ACTIVE [ 1046.760489] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.760489] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.760489] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.760489] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.760489] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.760489] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.760489] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.760489] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.760489] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.760489] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.760489] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.760489] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.760489] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.760489] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.760489] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.760489] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 48bd96f9-6326-4a87-bc9f-b781af9a436a is going to be updated. [ 1046.782882] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.782882] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.782882] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.782882] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.783106] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.783660] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48bd96f9-6326-4a87-bc9f-b781af9a436a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.898026] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d72d181-b3bb-4d73-8c4f-e0ea273648c3 in Status: SUCCESS [ 1046.898026] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d72d181-b3bb-4d73-8c4f-e0ea273648c3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.898026] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d72d181-b3bb-4d73-8c4f-e0ea273648c3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.898026] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d72d181-b3bb-4d73-8c4f-e0ea273648c3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.898026] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.898026] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.898026] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.898026] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.898026] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.898026] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d72d181-b3bb-4d73-8c4f-e0ea273648c3',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.057220] env[69836]: INFO networking_nsxv3.common.synchronization [req-1adcfc39-6cd5-448b-b4e2-c56485a6865c req-7590ad1e-41b3-45cd-86c3-785113fb1f31 tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Enqueued Resource ID: a85163dd-4357-4ea0-aa14-d3ab9ac7f404 with Priority: HIGHEST for action security_group_members [ 1047.057220] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a85163dd-4357-4ea0-aa14-d3ab9ac7f404 with Priority: HIGHEST for action security_group_members [ 1047.057433] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-a85163dd-4357-4ea0-aa14-d3ab9ac7f404 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.057654] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a85163dd-4357-4ea0-aa14-d3ab9ac7f404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.057754] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a85163dd-4357-4ea0-aa14-d3ab9ac7f404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.058045] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a85163dd-4357-4ea0-aa14-d3ab9ac7f404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.058305] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.058448] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.058522] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.059298] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.059298] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.059298] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a85163dd-4357-4ea0-aa14-d3ab9ac7f404',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.153991] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 in Status: SUCCESS [ 1047.154236] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 deletion is rescheduled due to dependency. [ 1047.154358] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.154516] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.154731] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.154909] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.155035] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.155110] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.155256] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.155336] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.155430] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9851b922-f943-4a02-85e8-7a4557cec6e6',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.324967] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f04b314-b572-4cb2-a273-61da0281fee7 in Status: SUCCESS [ 1047.325274] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f04b314-b572-4cb2-a273-61da0281fee7 deletion is rescheduled due to dependency. [ 1047.325390] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f04b314-b572-4cb2-a273-61da0281fee7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.401372] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.401617] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.401730] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.402047] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.402206] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.402442] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.402547] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.402623] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.402828] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.402910] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.403008] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d72d181-b3bb-4d73-8c4f-e0ea273648c3 is going to be updated. [ 1047.431709] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.431950] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.432026] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.432550] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.432550] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.442817] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d72d181-b3bb-4d73-8c4f-e0ea273648c3 in Status: IN_PROGRESS for 2s [ 1047.561904] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.562152] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.562247] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.562470] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.562570] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.562824] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.562930] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.562995] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.563169] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.563246] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.563335] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a85163dd-4357-4ea0-aa14-d3ab9ac7f404 already deleted. [ 1047.563414] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a85163dd-4357-4ea0-aa14-d3ab9ac7f404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.659570] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9851b922-f943-4a02-85e8-7a4557cec6e6',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.931087] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-183 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.931087] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-183" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.931087] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-183" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.931794] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-183" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.931794] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.931794] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.931794] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.932107] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.932173] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.932384] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1047.932504] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1047.932651] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1047.932782] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1047.932939] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1047.933020] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1047.933156] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1047.954635] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1047.954818] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1047.955089] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1047.955176] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-183" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.955463] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-89c3b438-4d0f-409e-8ec3-cea88b8aa24d taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.955620] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-89c3b438-4d0f-409e-8ec3-cea88b8aa24d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.955786] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-89c3b438-4d0f-409e-8ec3-cea88b8aa24d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.956145] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-89c3b438-4d0f-409e-8ec3-cea88b8aa24d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.956288] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89c3b438-4d0f-409e-8ec3-cea88b8aa24d',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.161028] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9851b922-f943-4a02-85e8-7a4557cec6e6',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.461848] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.461848] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.461848] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.461848] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.461848] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.461848] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port 89c3b438-4d0f-409e-8ec3-cea88b8aa24d not found, creating... [ 1048.461848] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.461848] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.461848] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.461848] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.461848] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.462607] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.462607] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.462607] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.462607] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.462801] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.462801] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: 89c3b438-4d0f-409e-8ec3-cea88b8aa24d is going to be created. [ 1048.496112] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.496112] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.496112] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.496112] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.496493] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.496493] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-89c3b438-4d0f-409e-8ec3-cea88b8aa24d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.663560] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.663731] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.663795] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.664028] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.664121] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.664225] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 is going to be updated. [ 1048.724093] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.724270] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.724270] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.724538] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.724639] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.734846] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 in Status: IN_PROGRESS for 2s [ 1049.325222] env[69836]: INFO networking_nsxv3.common.synchronization [req-1adcfc39-6cd5-448b-b4e2-c56485a6865c req-faa48da7-6f70-463e-91d3-5b0d16733dfb service nova] Enqueued Resource ID: a85163dd-4357-4ea0-aa14-d3ab9ac7f404 with Priority: HIGHEST for action security_group_rules [ 1049.325491] env[69836]: INFO networking_nsxv3.common.synchronization [req-1adcfc39-6cd5-448b-b4e2-c56485a6865c req-faa48da7-6f70-463e-91d3-5b0d16733dfb service nova] Enqueued Resource ID: a85163dd-4357-4ea0-aa14-d3ab9ac7f404 with Priority: HIGHEST for action security_group_members [ 1049.325576] env[69836]: INFO networking_nsxv3.common.synchronization [req-1adcfc39-6cd5-448b-b4e2-c56485a6865c req-faa48da7-6f70-463e-91d3-5b0d16733dfb service nova] Enqueued Resource ID: 89c3b438-4d0f-409e-8ec3-cea88b8aa24d with Priority: HIGHEST for action port [ 1049.326085] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a85163dd-4357-4ea0-aa14-d3ab9ac7f404 with Priority: HIGHEST for action security_group_rules [ 1049.326214] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a85163dd-4357-4ea0-aa14-d3ab9ac7f404 with Priority: HIGHEST for action security_group_members [ 1049.326423] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89c3b438-4d0f-409e-8ec3-cea88b8aa24d with Priority: HIGHEST for action port [ 1049.326626] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a85163dd-4357-4ea0-aa14-d3ab9ac7f404 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.326744] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a85163dd-4357-4ea0-aa14-d3ab9ac7f404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.326808] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a85163dd-4357-4ea0-aa14-d3ab9ac7f404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.327093] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a85163dd-4357-4ea0-aa14-d3ab9ac7f404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.327370] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a85163dd-4357-4ea0-aa14-d3ab9ac7f404',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.328673] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-a85163dd-4357-4ea0-aa14-d3ab9ac7f404 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.328673] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a85163dd-4357-4ea0-aa14-d3ab9ac7f404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.328776] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a85163dd-4357-4ea0-aa14-d3ab9ac7f404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.328901] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a85163dd-4357-4ea0-aa14-d3ab9ac7f404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.329188] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.329188] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.329308] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.329366] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.330030] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.330030] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a85163dd-4357-4ea0-aa14-d3ab9ac7f404',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.330737] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-89c3b438-4d0f-409e-8ec3-cea88b8aa24d taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.330809] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89c3b438-4d0f-409e-8ec3-cea88b8aa24d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.330870] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89c3b438-4d0f-409e-8ec3-cea88b8aa24d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.332108] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89c3b438-4d0f-409e-8ec3-cea88b8aa24d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.332108] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89c3b438-4d0f-409e-8ec3-cea88b8aa24d',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.454242] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d72d181-b3bb-4d73-8c4f-e0ea273648c3 in Status: SUCCESS [ 1049.454528] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d72d181-b3bb-4d73-8c4f-e0ea273648c3 deletion is rescheduled due to dependency. [ 1049.454677] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d72d181-b3bb-4d73-8c4f-e0ea273648c3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.577127] env[69836]: INFO networking_nsxv3.common.synchronization [req-73380015-eb18-4ddd-917e-9a56ff1ff16f req-d481ec54-0054-4c4e-a5a0-53357b8f46aa tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] Enqueued Resource ID: 8daab0ae-adcc-483c-82bf-6aa6b0ac4b9f with Priority: HIGHEST for action security_group_members [ 1049.577745] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8daab0ae-adcc-483c-82bf-6aa6b0ac4b9f with Priority: HIGHEST for action security_group_members [ 1049.578105] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-8daab0ae-adcc-483c-82bf-6aa6b0ac4b9f taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.578275] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8daab0ae-adcc-483c-82bf-6aa6b0ac4b9f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.578354] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8daab0ae-adcc-483c-82bf-6aa6b0ac4b9f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.578668] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8daab0ae-adcc-483c-82bf-6aa6b0ac4b9f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.578864] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.579008] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.579088] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.579287] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.579402] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.579510] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8daab0ae-adcc-483c-82bf-6aa6b0ac4b9f',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.829039] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-a85163dd-4357-4ea0-aa14-d3ab9ac7f404 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.829207] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a85163dd-4357-4ea0-aa14-d3ab9ac7f404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.833811] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 89c3b438-4d0f-409e-8ec3-cea88b8aa24d with status ACTIVE [ 1049.833985] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.834145] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.834236] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.834473] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.834571] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.834828] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.834930] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.834994] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.835154] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.835234] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.835433] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.835587] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.835678] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.835767] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.835845] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.835905] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 89c3b438-4d0f-409e-8ec3-cea88b8aa24d is going to be updated. [ 1049.840024] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a85163dd-4357-4ea0-aa14-d3ab9ac7f404',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.859448] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.859623] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.859682] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.859903] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.860076] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.860252] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89c3b438-4d0f-409e-8ec3-cea88b8aa24d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.891781] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-957 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.891998] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-957" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.892161] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-957" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.892805] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-957" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.893164] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.893164] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.893308] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.893564] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.893737] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.893972] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1049.894124] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1049.894244] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1049.894377] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1049.894507] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1049.894650] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1049.894826] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1049.929738] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1049.929908] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1049.930252] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1049.930568] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-957" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.930986] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-b808e90f-f57a-4368-a6b8-4b3cf36cf551 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.931288] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-b808e90f-f57a-4368-a6b8-4b3cf36cf551" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.931488] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-b808e90f-f57a-4368-a6b8-4b3cf36cf551" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.931941] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-b808e90f-f57a-4368-a6b8-4b3cf36cf551" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.932112] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b808e90f-f57a-4368-a6b8-4b3cf36cf551',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.084198] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.084872] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.084872] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.084872] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.084872] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.085040] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.085040] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.085231] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.085322] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.085439] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.085563] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8daab0ae-adcc-483c-82bf-6aa6b0ac4b9f already deleted. [ 1050.085655] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8daab0ae-adcc-483c-82bf-6aa6b0ac4b9f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.340112] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a85163dd-4357-4ea0-aa14-d3ab9ac7f404',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.436523] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.436859] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.437499] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.437876] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.438065] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.438251] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port b808e90f-f57a-4368-a6b8-4b3cf36cf551 not found, creating... [ 1050.438604] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.438819] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.438945] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.439218] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.439365] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.439741] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.439905] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.440056] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.440358] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.441073] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.441073] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: b808e90f-f57a-4368-a6b8-4b3cf36cf551 is going to be created. [ 1050.467665] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.467997] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.469498] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.469816] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.470152] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.470417] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-b808e90f-f57a-4368-a6b8-4b3cf36cf551" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.745932] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 in Status: SUCCESS [ 1050.745932] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.745932] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.746291] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.746291] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.746429] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.746429] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.746606] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.746687] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.746792] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.746973] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9851b922-f943-4a02-85e8-7a4557cec6e6',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.842162] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.842310] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.842310] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.842532] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.842662] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.842803] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a85163dd-4357-4ea0-aa14-d3ab9ac7f404 is going to be created. [ 1050.868474] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.868679] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.868679] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.868881] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.869058] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.880217] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a85163dd-4357-4ea0-aa14-d3ab9ac7f404 in Status: UNINITIALIZED for 2s [ 1051.159933] env[69836]: INFO networking_nsxv3.common.synchronization [req-73380015-eb18-4ddd-917e-9a56ff1ff16f req-85262832-d3b7-47fc-9b53-1ee108b04f28 service nova] Enqueued Resource ID: 8daab0ae-adcc-483c-82bf-6aa6b0ac4b9f with Priority: HIGHEST for action security_group_rules [ 1051.160129] env[69836]: INFO networking_nsxv3.common.synchronization [req-73380015-eb18-4ddd-917e-9a56ff1ff16f req-85262832-d3b7-47fc-9b53-1ee108b04f28 service nova] Enqueued Resource ID: 8daab0ae-adcc-483c-82bf-6aa6b0ac4b9f with Priority: HIGHEST for action security_group_members [ 1051.160274] env[69836]: INFO networking_nsxv3.common.synchronization [req-73380015-eb18-4ddd-917e-9a56ff1ff16f req-85262832-d3b7-47fc-9b53-1ee108b04f28 service nova] Enqueued Resource ID: b808e90f-f57a-4368-a6b8-4b3cf36cf551 with Priority: HIGHEST for action port [ 1051.160616] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8daab0ae-adcc-483c-82bf-6aa6b0ac4b9f with Priority: HIGHEST for action security_group_rules [ 1051.160681] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8daab0ae-adcc-483c-82bf-6aa6b0ac4b9f with Priority: HIGHEST for action security_group_members [ 1051.160724] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b808e90f-f57a-4368-a6b8-4b3cf36cf551 with Priority: HIGHEST for action port [ 1051.162389] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8daab0ae-adcc-483c-82bf-6aa6b0ac4b9f taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.162526] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8daab0ae-adcc-483c-82bf-6aa6b0ac4b9f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.162590] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8daab0ae-adcc-483c-82bf-6aa6b0ac4b9f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.162867] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8daab0ae-adcc-483c-82bf-6aa6b0ac4b9f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.162955] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8daab0ae-adcc-483c-82bf-6aa6b0ac4b9f',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.163841] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-8daab0ae-adcc-483c-82bf-6aa6b0ac4b9f taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.163956] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8daab0ae-adcc-483c-82bf-6aa6b0ac4b9f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.164029] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8daab0ae-adcc-483c-82bf-6aa6b0ac4b9f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.164204] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8daab0ae-adcc-483c-82bf-6aa6b0ac4b9f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.164353] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.164443] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.164504] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.164646] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.164729] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.164820] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8daab0ae-adcc-483c-82bf-6aa6b0ac4b9f',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.165909] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-b808e90f-f57a-4368-a6b8-4b3cf36cf551 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.166037] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b808e90f-f57a-4368-a6b8-4b3cf36cf551" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.166096] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b808e90f-f57a-4368-a6b8-4b3cf36cf551" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.166246] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b808e90f-f57a-4368-a6b8-4b3cf36cf551" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.166325] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b808e90f-f57a-4368-a6b8-4b3cf36cf551',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.250293] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-9851b922-f943-4a02-85e8-7a4557cec6e6 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.251155] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.251567] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.251851] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.252102] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.252298] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.252397] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.252642] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.252792] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.252944] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.253220] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-9851b922-f943-4a02-85e8-7a4557cec6e6 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.253474] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.253584] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.253852] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.254099] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.254277] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.254352] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.254569] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.254689] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.254828] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.254973] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9851b922-f943-4a02-85e8-7a4557cec6e6',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.668277] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-8daab0ae-adcc-483c-82bf-6aa6b0ac4b9f taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.668777] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8daab0ae-adcc-483c-82bf-6aa6b0ac4b9f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.668777] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8daab0ae-adcc-483c-82bf-6aa6b0ac4b9f',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.669545] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b808e90f-f57a-4368-a6b8-4b3cf36cf551 with status ACTIVE [ 1051.669737] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.669852] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.669913] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.670235] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.670310] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.670469] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.670596] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.670665] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.670834] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.670922] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.671108] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.671838] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.671838] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.671838] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.671838] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.671838] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b808e90f-f57a-4368-a6b8-4b3cf36cf551 is going to be updated. [ 1051.699349] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.699600] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.699752] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.700119] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.700343] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.700678] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b808e90f-f57a-4368-a6b8-4b3cf36cf551" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.758043] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9851b922-f943-4a02-85e8-7a4557cec6e6: rpc.has_security_group_logging(os_id): False [ 1051.777715] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.777715] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.777940] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.778066] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.778177] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.778401] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.778559] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.778624] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.779305] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.779305] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.779305] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.779626] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.779626] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.779711] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.779745] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.780808] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.780808] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.780808] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.780808] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.780808] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.780808] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 is going to be updated. [ 1051.890794] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.890992] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.891049] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.891253] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.891407] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.910212] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 in Status: IN_PROGRESS for 2s [ 1052.100181] env[69836]: INFO networking_nsxv3.common.synchronization [req-689756ad-c581-4b87-b1a6-433900cb44b3 req-e56a48fd-c873-4d64-a457-3b616c1962f5 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Enqueued Resource ID: dcc14d22-4ec0-4daf-886a-81f8adb09f75 with Priority: HIGHEST for action security_group_members [ 1052.100822] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcc14d22-4ec0-4daf-886a-81f8adb09f75 with Priority: HIGHEST for action security_group_members [ 1052.101164] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcc14d22-4ec0-4daf-886a-81f8adb09f75 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.101309] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcc14d22-4ec0-4daf-886a-81f8adb09f75" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.101361] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcc14d22-4ec0-4daf-886a-81f8adb09f75" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.101614] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcc14d22-4ec0-4daf-886a-81f8adb09f75" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.101771] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.101876] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.101936] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.102099] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.102184] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.102289] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dcc14d22-4ec0-4daf-886a-81f8adb09f75',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.173776] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8daab0ae-adcc-483c-82bf-6aa6b0ac4b9f',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.511843] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-555 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.512073] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-555" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.512204] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-555" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.512560] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-555" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.512873] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.513252] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.513432] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.513704] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.513883] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.514385] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1052.515130] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1052.515130] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1052.515130] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1052.515130] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1052.515130] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1052.515341] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1052.535473] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1052.539133] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1052.539133] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1052.539133] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-555" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.539133] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-eb5a4151-0fad-4eb6-8ef9-0737c1daf9c4 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.539133] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-eb5a4151-0fad-4eb6-8ef9-0737c1daf9c4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.539133] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-eb5a4151-0fad-4eb6-8ef9-0737c1daf9c4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.539133] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-eb5a4151-0fad-4eb6-8ef9-0737c1daf9c4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.539133] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb5a4151-0fad-4eb6-8ef9-0737c1daf9c4',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.606198] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.606822] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.606822] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.606822] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.607017] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.607207] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.607377] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.607598] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.607691] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.607743] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.607801] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcc14d22-4ec0-4daf-886a-81f8adb09f75 already deleted. [ 1052.607901] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcc14d22-4ec0-4daf-886a-81f8adb09f75" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.677538] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.677871] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.677871] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.678859] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.679061] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.679246] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8daab0ae-adcc-483c-82bf-6aa6b0ac4b9f is going to be created. [ 1052.709140] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.709635] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.709758] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.710355] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.710860] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.721216] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8daab0ae-adcc-483c-82bf-6aa6b0ac4b9f in Status: UNINITIALIZED for 2s [ 1052.893261] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a85163dd-4357-4ea0-aa14-d3ab9ac7f404 in Status: SUCCESS [ 1052.893742] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a85163dd-4357-4ea0-aa14-d3ab9ac7f404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.893995] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a85163dd-4357-4ea0-aa14-d3ab9ac7f404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.894376] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a85163dd-4357-4ea0-aa14-d3ab9ac7f404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.894711] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.894928] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.895071] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.895394] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.895570] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.895738] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a85163dd-4357-4ea0-aa14-d3ab9ac7f404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.895922] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a85163dd-4357-4ea0-aa14-d3ab9ac7f404',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.040651] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.041037] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.041125] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.041391] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.041577] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.041780] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port eb5a4151-0fad-4eb6-8ef9-0737c1daf9c4 not found, creating... [ 1053.042284] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.042553] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.042787] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.043143] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.043365] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.043694] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.043998] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.044099] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.044294] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.044459] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.044632] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: eb5a4151-0fad-4eb6-8ef9-0737c1daf9c4 is going to be created. [ 1053.087430] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.087712] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.087835] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.088196] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.088434] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.088790] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-eb5a4151-0fad-4eb6-8ef9-0737c1daf9c4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.399010] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-a85163dd-4357-4ea0-aa14-d3ab9ac7f404 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.400286] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a85163dd-4357-4ea0-aa14-d3ab9ac7f404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.400493] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a85163dd-4357-4ea0-aa14-d3ab9ac7f404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.401469] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a85163dd-4357-4ea0-aa14-d3ab9ac7f404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.401469] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.401469] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.401469] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.402792] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.402792] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.402792] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a85163dd-4357-4ea0-aa14-d3ab9ac7f404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.403124] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-a85163dd-4357-4ea0-aa14-d3ab9ac7f404 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.403124] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a85163dd-4357-4ea0-aa14-d3ab9ac7f404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.403124] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a85163dd-4357-4ea0-aa14-d3ab9ac7f404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.404013] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a85163dd-4357-4ea0-aa14-d3ab9ac7f404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.404013] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.404013] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.404013] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.404866] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.405915] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.406217] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a85163dd-4357-4ea0-aa14-d3ab9ac7f404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.406595] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a85163dd-4357-4ea0-aa14-d3ab9ac7f404',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.910844] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a85163dd-4357-4ea0-aa14-d3ab9ac7f404: rpc.has_security_group_logging(os_id): False [ 1053.926793] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 in Status: SUCCESS [ 1053.930021] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.930777] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.930906] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.930949] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.931321] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.931415] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.931645] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.931751] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.931816] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.931987] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.932080] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.932257] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.932352] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.932405] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.932544] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.932617] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.932813] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.932948] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.937108] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.937359] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.937496] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.937640] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a85163dd-4357-4ea0-aa14-d3ab9ac7f404 is going to be created. [ 1053.962039] env[69836]: INFO networking_nsxv3.common.synchronization [req-5189412d-5c8f-471f-8f94-294d057d1b22 req-f699388d-0ef5-4ccd-b288-dd274f35a708 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Enqueued Resource ID: 721a8604-8889-4c69-acc8-fb3a41552b9c with Priority: HIGHEST for action security_group_members [ 1053.962039] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 721a8604-8889-4c69-acc8-fb3a41552b9c with Priority: HIGHEST for action security_group_members [ 1053.962039] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-721a8604-8889-4c69-acc8-fb3a41552b9c taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.962039] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.962039] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.962039] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.962039] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.962039] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.962039] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.962039] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.962039] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.962039] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('721a8604-8889-4c69-acc8-fb3a41552b9c',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.000570] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.000570] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.000862] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.000862] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.001029] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.014280] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a85163dd-4357-4ea0-aa14-d3ab9ac7f404 in Status: IN_PROGRESS for 2s [ 1054.182493] env[69836]: INFO networking_nsxv3.common.synchronization [req-689756ad-c581-4b87-b1a6-433900cb44b3 req-cbf02f75-9e2a-4d28-afd1-99c440049064 service nova] Enqueued Resource ID: dcc14d22-4ec0-4daf-886a-81f8adb09f75 with Priority: HIGHEST for action security_group_rules [ 1054.182701] env[69836]: INFO networking_nsxv3.common.synchronization [req-689756ad-c581-4b87-b1a6-433900cb44b3 req-cbf02f75-9e2a-4d28-afd1-99c440049064 service nova] Enqueued Resource ID: dcc14d22-4ec0-4daf-886a-81f8adb09f75 with Priority: HIGHEST for action security_group_members [ 1054.182931] env[69836]: INFO networking_nsxv3.common.synchronization [req-689756ad-c581-4b87-b1a6-433900cb44b3 req-cbf02f75-9e2a-4d28-afd1-99c440049064 service nova] Enqueued Resource ID: eb5a4151-0fad-4eb6-8ef9-0737c1daf9c4 with Priority: HIGHEST for action port [ 1054.183517] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcc14d22-4ec0-4daf-886a-81f8adb09f75 with Priority: HIGHEST for action security_group_rules [ 1054.183706] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcc14d22-4ec0-4daf-886a-81f8adb09f75 with Priority: HIGHEST for action security_group_members [ 1054.183873] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb5a4151-0fad-4eb6-8ef9-0737c1daf9c4 with Priority: HIGHEST for action port [ 1054.185770] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dcc14d22-4ec0-4daf-886a-81f8adb09f75 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.185770] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dcc14d22-4ec0-4daf-886a-81f8adb09f75" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.185770] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dcc14d22-4ec0-4daf-886a-81f8adb09f75" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.185770] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dcc14d22-4ec0-4daf-886a-81f8adb09f75" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.185770] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dcc14d22-4ec0-4daf-886a-81f8adb09f75',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.186599] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcc14d22-4ec0-4daf-886a-81f8adb09f75 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.187863] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcc14d22-4ec0-4daf-886a-81f8adb09f75" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.187863] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcc14d22-4ec0-4daf-886a-81f8adb09f75" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.187863] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcc14d22-4ec0-4daf-886a-81f8adb09f75" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.187863] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.187863] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.187863] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.187863] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.187863] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.187863] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dcc14d22-4ec0-4daf-886a-81f8adb09f75',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.189698] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb5a4151-0fad-4eb6-8ef9-0737c1daf9c4 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.189698] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb5a4151-0fad-4eb6-8ef9-0737c1daf9c4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.189698] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb5a4151-0fad-4eb6-8ef9-0737c1daf9c4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.189698] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb5a4151-0fad-4eb6-8ef9-0737c1daf9c4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.189698] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb5a4151-0fad-4eb6-8ef9-0737c1daf9c4',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.468393] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.468675] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.468675] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.469797] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.469797] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.469797] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.469797] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.469797] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.469797] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.469797] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.469797] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 721a8604-8889-4c69-acc8-fb3a41552b9c is going to be updated. [ 1054.500081] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.500264] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.500371] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.500506] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.500653] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.512323] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 721a8604-8889-4c69-acc8-fb3a41552b9c in Status: IN_PROGRESS for 2s [ 1054.694936] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dcc14d22-4ec0-4daf-886a-81f8adb09f75',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.694936] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcc14d22-4ec0-4daf-886a-81f8adb09f75 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.694936] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcc14d22-4ec0-4daf-886a-81f8adb09f75" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.694936] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eb5a4151-0fad-4eb6-8ef9-0737c1daf9c4 with status ACTIVE [ 1054.694936] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.695285] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.695285] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.695285] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.695398] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.695512] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.695593] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.695653] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.695793] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.695889] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.696129] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.696266] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.696266] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.696464] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.696533] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.696618] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eb5a4151-0fad-4eb6-8ef9-0737c1daf9c4 is going to be updated. [ 1054.723623] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.723805] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.723849] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.724053] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.724208] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.724385] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb5a4151-0fad-4eb6-8ef9-0737c1daf9c4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.733013] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8daab0ae-adcc-483c-82bf-6aa6b0ac4b9f in Status: SUCCESS [ 1054.734433] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8daab0ae-adcc-483c-82bf-6aa6b0ac4b9f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.734433] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8daab0ae-adcc-483c-82bf-6aa6b0ac4b9f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.734433] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8daab0ae-adcc-483c-82bf-6aa6b0ac4b9f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.734433] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.734433] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.734433] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.734433] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.734433] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.734433] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8daab0ae-adcc-483c-82bf-6aa6b0ac4b9f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.734433] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8daab0ae-adcc-483c-82bf-6aa6b0ac4b9f',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.202338] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dcc14d22-4ec0-4daf-886a-81f8adb09f75',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.236465] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-8daab0ae-adcc-483c-82bf-6aa6b0ac4b9f taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.236682] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8daab0ae-adcc-483c-82bf-6aa6b0ac4b9f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.236778] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8daab0ae-adcc-483c-82bf-6aa6b0ac4b9f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.236993] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8daab0ae-adcc-483c-82bf-6aa6b0ac4b9f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.237186] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.237286] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.237350] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.237491] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.237583] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.237668] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8daab0ae-adcc-483c-82bf-6aa6b0ac4b9f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.237821] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-8daab0ae-adcc-483c-82bf-6aa6b0ac4b9f taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.237934] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8daab0ae-adcc-483c-82bf-6aa6b0ac4b9f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.237982] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8daab0ae-adcc-483c-82bf-6aa6b0ac4b9f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.238114] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8daab0ae-adcc-483c-82bf-6aa6b0ac4b9f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.238250] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.238339] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.238398] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.238561] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.238645] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.238728] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8daab0ae-adcc-483c-82bf-6aa6b0ac4b9f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.238817] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8daab0ae-adcc-483c-82bf-6aa6b0ac4b9f',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.705041] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.705041] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.705041] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.705350] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.705350] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.705350] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcc14d22-4ec0-4daf-886a-81f8adb09f75 is going to be created. [ 1055.732755] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.732905] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.732995] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.733248] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.733735] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.741416] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8daab0ae-adcc-483c-82bf-6aa6b0ac4b9f: rpc.has_security_group_logging(os_id): False [ 1055.743150] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcc14d22-4ec0-4daf-886a-81f8adb09f75 in Status: UNINITIALIZED for 2s [ 1055.760835] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.761111] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.761111] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.761289] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.761467] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.761608] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.761707] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.761767] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.761916] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.761992] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.762175] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.762268] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.762434] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.762507] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.762543] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.762736] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.762834] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.762891] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.763040] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.763114] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.763199] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8daab0ae-adcc-483c-82bf-6aa6b0ac4b9f is going to be created. [ 1055.833414] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.833563] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.833563] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.833761] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.833966] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.847291] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8daab0ae-adcc-483c-82bf-6aa6b0ac4b9f in Status: IN_PROGRESS for 2s [ 1056.030996] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a85163dd-4357-4ea0-aa14-d3ab9ac7f404 in Status: SUCCESS [ 1056.031258] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a85163dd-4357-4ea0-aa14-d3ab9ac7f404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.523478] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 721a8604-8889-4c69-acc8-fb3a41552b9c in Status: SUCCESS [ 1056.523478] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 721a8604-8889-4c69-acc8-fb3a41552b9c deletion is rescheduled due to dependency. [ 1056.523478] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.795540] env[69836]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-0ea1b5f4-0a13-421c-aee0-9be0b1c0eaa3 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1056.797274] env[69836]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-0ea1b5f4-0a13-421c-aee0-9be0b1c0eaa3 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1057.007253] env[69836]: INFO networking_nsxv3.common.synchronization [None req-f1e97516-0541-4753-945a-2c8d49b1a989 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Enqueued Resource ID: 583d7bf1-7add-4ea9-ad10-31d80c633e6a with Priority: HIGHEST for action security_group_rules [ 1057.008389] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 583d7bf1-7add-4ea9-ad10-31d80c633e6a with Priority: HIGHEST for action security_group_rules [ 1057.008939] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-583d7bf1-7add-4ea9-ad10-31d80c633e6a taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.009135] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-583d7bf1-7add-4ea9-ad10-31d80c633e6a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.009256] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-583d7bf1-7add-4ea9-ad10-31d80c633e6a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.009675] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-583d7bf1-7add-4ea9-ad10-31d80c633e6a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.009802] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('583d7bf1-7add-4ea9-ad10-31d80c633e6a',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.120711] env[69836]: INFO networking_nsxv3.common.synchronization [None req-c17a1a2a-7653-40fb-a750-d3f1b4ccf858 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Enqueued Resource ID: 583d7bf1-7add-4ea9-ad10-31d80c633e6a with Priority: HIGHEST for action security_group_rules [ 1057.121730] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 583d7bf1-7add-4ea9-ad10-31d80c633e6a with Priority: HIGHEST for action security_group_rules [ 1057.122131] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-583d7bf1-7add-4ea9-ad10-31d80c633e6a taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.122278] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-583d7bf1-7add-4ea9-ad10-31d80c633e6a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.532424] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.532847] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.532847] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.533627] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.533627] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.533627] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 583d7bf1-7add-4ea9-ad10-31d80c633e6a already deleted. [ 1057.533627] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-583d7bf1-7add-4ea9-ad10-31d80c633e6a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.533875] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-583d7bf1-7add-4ea9-ad10-31d80c633e6a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.533965] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-583d7bf1-7add-4ea9-ad10-31d80c633e6a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.534774] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('583d7bf1-7add-4ea9-ad10-31d80c633e6a',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.756360] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcc14d22-4ec0-4daf-886a-81f8adb09f75 in Status: SUCCESS [ 1057.756602] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcc14d22-4ec0-4daf-886a-81f8adb09f75" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.756820] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcc14d22-4ec0-4daf-886a-81f8adb09f75" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.757050] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcc14d22-4ec0-4daf-886a-81f8adb09f75" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.757318] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.757475] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.757578] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.757766] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.757868] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.757968] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcc14d22-4ec0-4daf-886a-81f8adb09f75" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.758055] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dcc14d22-4ec0-4daf-886a-81f8adb09f75',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.871307] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8daab0ae-adcc-483c-82bf-6aa6b0ac4b9f in Status: SUCCESS [ 1057.871549] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8daab0ae-adcc-483c-82bf-6aa6b0ac4b9f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.062493] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.062493] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.062493] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.062493] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.062493] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.062493] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 583d7bf1-7add-4ea9-ad10-31d80c633e6a already deleted. [ 1058.062493] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-583d7bf1-7add-4ea9-ad10-31d80c633e6a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.262938] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dcc14d22-4ec0-4daf-886a-81f8adb09f75',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.765434] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dcc14d22-4ec0-4daf-886a-81f8adb09f75: rpc.has_security_group_logging(os_id): False [ 1058.787808] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.788015] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.788015] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.788254] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.788369] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.788788] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.788940] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.789024] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.789204] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.789287] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.789383] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dcc14d22-4ec0-4daf-886a-81f8adb09f75 is going to be created. [ 1058.852062] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.852214] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.852287] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.852523] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.852803] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.867836] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dcc14d22-4ec0-4daf-886a-81f8adb09f75 in Status: IN_PROGRESS for 2s [ 1059.775557] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-814 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.775940] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-814" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.775997] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-814" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.776325] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-814" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.776653] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.776867] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.777048] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.777336] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.777527] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.777777] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1059.777919] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1059.778070] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1059.778212] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1059.778353] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1059.778537] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1059.778697] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1059.800495] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1059.800495] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1059.800769] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1059.800862] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-814" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.801224] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-b30e2b12-f55d-47a0-a541-77cdf8edd7af taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.802041] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-b30e2b12-f55d-47a0-a541-77cdf8edd7af" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.802041] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-b30e2b12-f55d-47a0-a541-77cdf8edd7af" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.802196] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-b30e2b12-f55d-47a0-a541-77cdf8edd7af" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.802378] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b30e2b12-f55d-47a0-a541-77cdf8edd7af',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.305926] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.306411] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.306639] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.307082] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.307324] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.307839] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.308100] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.308249] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.308542] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.308788] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.309077] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.309270] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.309412] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.309705] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.309968] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.310251] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: b30e2b12-f55d-47a0-a541-77cdf8edd7af is going to be updated. [ 1060.337816] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.338336] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.338544] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.338927] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.339448] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.339748] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-b30e2b12-f55d-47a0-a541-77cdf8edd7af" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.886613] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dcc14d22-4ec0-4daf-886a-81f8adb09f75 in Status: SUCCESS [ 1060.886935] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dcc14d22-4ec0-4daf-886a-81f8adb09f75" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.147810] env[69836]: INFO networking_nsxv3.common.synchronization [req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 req-06c6109f-2d06-43de-bedd-30b397950222 service nova] Enqueued Resource ID: 5c7c0d7b-66c6-493f-861a-707dd5ce5956 with Priority: HIGHEST for action security_group_rules [ 1061.151299] env[69836]: INFO networking_nsxv3.common.synchronization [req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 req-06c6109f-2d06-43de-bedd-30b397950222 service nova] Enqueued Resource ID: 5c7c0d7b-66c6-493f-861a-707dd5ce5956 with Priority: HIGHEST for action security_group_members [ 1061.151299] env[69836]: INFO networking_nsxv3.common.synchronization [req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 req-06c6109f-2d06-43de-bedd-30b397950222 service nova] Enqueued Resource ID: b30e2b12-f55d-47a0-a541-77cdf8edd7af with Priority: HIGHEST for action port [ 1061.151658] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c7c0d7b-66c6-493f-861a-707dd5ce5956 with Priority: HIGHEST for action security_group_rules [ 1061.151815] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c7c0d7b-66c6-493f-861a-707dd5ce5956 with Priority: HIGHEST for action security_group_members [ 1061.151870] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b30e2b12-f55d-47a0-a541-77cdf8edd7af with Priority: HIGHEST for action port [ 1061.152132] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c7c0d7b-66c6-493f-861a-707dd5ce5956 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.152258] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c7c0d7b-66c6-493f-861a-707dd5ce5956" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.152320] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c7c0d7b-66c6-493f-861a-707dd5ce5956" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.152531] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c7c0d7b-66c6-493f-861a-707dd5ce5956" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.152605] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c7c0d7b-66c6-493f-861a-707dd5ce5956',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.153624] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c7c0d7b-66c6-493f-861a-707dd5ce5956 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.153624] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c7c0d7b-66c6-493f-861a-707dd5ce5956" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.154362] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c7c0d7b-66c6-493f-861a-707dd5ce5956" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.154362] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c7c0d7b-66c6-493f-861a-707dd5ce5956" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.154362] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.154493] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.154531] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.154751] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.154751] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.154844] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c7c0d7b-66c6-493f-861a-707dd5ce5956',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.156247] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-b30e2b12-f55d-47a0-a541-77cdf8edd7af taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.156247] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b30e2b12-f55d-47a0-a541-77cdf8edd7af" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.156247] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b30e2b12-f55d-47a0-a541-77cdf8edd7af" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.156247] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b30e2b12-f55d-47a0-a541-77cdf8edd7af" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.156247] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b30e2b12-f55d-47a0-a541-77cdf8edd7af',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.658043] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5c7c0d7b-66c6-493f-861a-707dd5ce5956',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.659699] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c7c0d7b-66c6-493f-861a-707dd5ce5956 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.659897] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c7c0d7b-66c6-493f-861a-707dd5ce5956" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.660153] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b30e2b12-f55d-47a0-a541-77cdf8edd7af with status ACTIVE [ 1061.661518] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.662119] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.662180] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.662613] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.662742] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.662948] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.663060] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.663146] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.663310] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.663391] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.663581] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.663678] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.663739] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.663884] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.663984] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.664088] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b30e2b12-f55d-47a0-a541-77cdf8edd7af is going to be updated. [ 1061.694026] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.694026] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.694026] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.694026] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.694026] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.694026] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b30e2b12-f55d-47a0-a541-77cdf8edd7af" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.046277] env[69836]: INFO networking_nsxv3.common.synchronization [req-05c07fbd-0c89-4092-a2a8-cf28b8760a97 req-0831b4bd-6942-4da3-9395-7bb1404b20c6 tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] Enqueued Resource ID: 8daab0ae-adcc-483c-82bf-6aa6b0ac4b9f with Priority: HIGHEST for action security_group_members [ 1062.046277] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8daab0ae-adcc-483c-82bf-6aa6b0ac4b9f with Priority: HIGHEST for action security_group_members [ 1062.046277] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-8daab0ae-adcc-483c-82bf-6aa6b0ac4b9f taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.046277] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8daab0ae-adcc-483c-82bf-6aa6b0ac4b9f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.046277] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8daab0ae-adcc-483c-82bf-6aa6b0ac4b9f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.046670] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8daab0ae-adcc-483c-82bf-6aa6b0ac4b9f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.046670] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.046670] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.046810] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.046906] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.046991] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.047095] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8daab0ae-adcc-483c-82bf-6aa6b0ac4b9f',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.167913] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5c7c0d7b-66c6-493f-861a-707dd5ce5956',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.549722] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.549932] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.550157] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.550564] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.550564] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.550816] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.550956] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.551042] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.551231] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.551310] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.551402] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8daab0ae-adcc-483c-82bf-6aa6b0ac4b9f is going to be updated. [ 1062.581389] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.581568] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.581613] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.581807] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.581951] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.591295] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8daab0ae-adcc-483c-82bf-6aa6b0ac4b9f in Status: IN_PROGRESS for 2s [ 1062.669876] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.670071] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.670149] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.670368] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.670556] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.670556] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c7c0d7b-66c6-493f-861a-707dd5ce5956 is going to be updated. [ 1062.700163] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.700452] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.700452] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.700688] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.700867] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.710335] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c7c0d7b-66c6-493f-861a-707dd5ce5956 in Status: IN_PROGRESS for 2s [ 1062.776999] env[69836]: INFO networking_nsxv3.common.synchronization [req-d42de752-5515-4279-bc75-69857fb3fc30 req-8dcb595d-33d5-4cf9-8a5b-ba04630d53fe tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] Enqueued Resource ID: 1dff8fa3-5696-4780-a8c6-c3a95b7798fa with Priority: HIGHEST for action security_group_members [ 1062.777704] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1dff8fa3-5696-4780-a8c6-c3a95b7798fa with Priority: HIGHEST for action security_group_members [ 1062.778750] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-1dff8fa3-5696-4780-a8c6-c3a95b7798fa taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.778938] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1dff8fa3-5696-4780-a8c6-c3a95b7798fa" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.779061] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1dff8fa3-5696-4780-a8c6-c3a95b7798fa" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.779420] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1dff8fa3-5696-4780-a8c6-c3a95b7798fa" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.779756] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.779902] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.780024] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.780306] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.780416] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.780530] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1dff8fa3-5696-4780-a8c6-c3a95b7798fa',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.283659] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.283659] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.283659] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.286432] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.286584] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.286829] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.286949] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.287034] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.287234] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.287283] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.287372] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1dff8fa3-5696-4780-a8c6-c3a95b7798fa already deleted. [ 1063.287454] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1dff8fa3-5696-4780-a8c6-c3a95b7798fa" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.342604] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-927 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.343717] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-927" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.343717] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-927" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.344081] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-927" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.344825] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.345012] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.345328] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.345395] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.345518] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.346173] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1063.346173] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1063.346173] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1063.346173] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1063.346446] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1063.346446] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1063.346446] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1063.366415] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1063.366415] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1063.366581] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1063.366727] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-927" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.367223] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-e801ccbe-b486-4cfe-bf56-2723b2101362 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.367418] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-e801ccbe-b486-4cfe-bf56-2723b2101362" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.367494] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-e801ccbe-b486-4cfe-bf56-2723b2101362" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.368040] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-e801ccbe-b486-4cfe-bf56-2723b2101362" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.368179] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e801ccbe-b486-4cfe-bf56-2723b2101362',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.874146] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.874146] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.874146] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.874146] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.874146] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.874146] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port e801ccbe-b486-4cfe-bf56-2723b2101362 not found, creating... [ 1063.874146] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.874146] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.874146] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.874146] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.874146] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.874588] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.874588] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.874588] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.875516] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.875874] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.876198] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: e801ccbe-b486-4cfe-bf56-2723b2101362 is going to be created. [ 1063.897234] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.898018] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.899630] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.899630] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.899630] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.899630] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-e801ccbe-b486-4cfe-bf56-2723b2101362" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.603028] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8daab0ae-adcc-483c-82bf-6aa6b0ac4b9f in Status: SUCCESS [ 1064.603369] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8daab0ae-adcc-483c-82bf-6aa6b0ac4b9f deletion is rescheduled due to dependency. [ 1064.603369] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8daab0ae-adcc-483c-82bf-6aa6b0ac4b9f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.720284] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c7c0d7b-66c6-493f-861a-707dd5ce5956 in Status: SUCCESS [ 1064.721505] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c7c0d7b-66c6-493f-861a-707dd5ce5956" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.722328] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c7c0d7b-66c6-493f-861a-707dd5ce5956" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.722591] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c7c0d7b-66c6-493f-861a-707dd5ce5956" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.722820] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.722954] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.723098] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.723238] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.723328] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.723431] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c7c0d7b-66c6-493f-861a-707dd5ce5956" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.723528] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5c7c0d7b-66c6-493f-861a-707dd5ce5956',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.738932] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.739217] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.739324] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.739602] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.739768] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.803169] env[69836]: INFO networking_nsxv3.common.synchronization [req-d42de752-5515-4279-bc75-69857fb3fc30 req-50982915-0933-452d-8995-47765d988cd6 service nova] Enqueued Resource ID: 1dff8fa3-5696-4780-a8c6-c3a95b7798fa with Priority: HIGHEST for action security_group_rules [ 1064.803429] env[69836]: INFO networking_nsxv3.common.synchronization [req-d42de752-5515-4279-bc75-69857fb3fc30 req-50982915-0933-452d-8995-47765d988cd6 service nova] Enqueued Resource ID: 1dff8fa3-5696-4780-a8c6-c3a95b7798fa with Priority: HIGHEST for action security_group_members [ 1064.805746] env[69836]: INFO networking_nsxv3.common.synchronization [req-d42de752-5515-4279-bc75-69857fb3fc30 req-50982915-0933-452d-8995-47765d988cd6 service nova] Enqueued Resource ID: e801ccbe-b486-4cfe-bf56-2723b2101362 with Priority: HIGHEST for action port [ 1064.805746] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1dff8fa3-5696-4780-a8c6-c3a95b7798fa with Priority: HIGHEST for action security_group_rules [ 1064.805746] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1dff8fa3-5696-4780-a8c6-c3a95b7798fa with Priority: HIGHEST for action security_group_members [ 1064.805746] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e801ccbe-b486-4cfe-bf56-2723b2101362 with Priority: HIGHEST for action port [ 1064.805746] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1dff8fa3-5696-4780-a8c6-c3a95b7798fa taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.805746] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1dff8fa3-5696-4780-a8c6-c3a95b7798fa" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.805746] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1dff8fa3-5696-4780-a8c6-c3a95b7798fa" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.805746] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1dff8fa3-5696-4780-a8c6-c3a95b7798fa" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.805746] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1dff8fa3-5696-4780-a8c6-c3a95b7798fa',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.808933] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-1dff8fa3-5696-4780-a8c6-c3a95b7798fa taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.809127] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1dff8fa3-5696-4780-a8c6-c3a95b7798fa" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.812022] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1dff8fa3-5696-4780-a8c6-c3a95b7798fa" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.812022] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1dff8fa3-5696-4780-a8c6-c3a95b7798fa" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.812022] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.812022] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.812022] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.812022] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.812297] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.812297] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1dff8fa3-5696-4780-a8c6-c3a95b7798fa',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.815155] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-e801ccbe-b486-4cfe-bf56-2723b2101362 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.815308] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e801ccbe-b486-4cfe-bf56-2723b2101362" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.815379] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e801ccbe-b486-4cfe-bf56-2723b2101362" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.815571] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e801ccbe-b486-4cfe-bf56-2723b2101362" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.815665] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e801ccbe-b486-4cfe-bf56-2723b2101362',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.226521] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5c7c0d7b-66c6-493f-861a-707dd5ce5956',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.244400] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.315466] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1dff8fa3-5696-4780-a8c6-c3a95b7798fa',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.320092] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e801ccbe-b486-4cfe-bf56-2723b2101362 with status ACTIVE [ 1065.320092] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.321611] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.321693] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.321915] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.322290] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.322290] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.322436] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.322436] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.322623] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.322735] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.322988] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.323139] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.323204] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.323354] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.323429] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.323551] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e801ccbe-b486-4cfe-bf56-2723b2101362 is going to be updated. [ 1065.326126] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-1dff8fa3-5696-4780-a8c6-c3a95b7798fa taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.329393] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1dff8fa3-5696-4780-a8c6-c3a95b7798fa" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.382333] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.382333] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.382563] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.383238] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.383465] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.384031] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e801ccbe-b486-4cfe-bf56-2723b2101362" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.730663] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5c7c0d7b-66c6-493f-861a-707dd5ce5956: rpc.has_security_group_logging(os_id): False [ 1065.747504] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.818175] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1dff8fa3-5696-4780-a8c6-c3a95b7798fa',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.836434] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.836726] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.836726] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.836896] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.836991] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.837268] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.837514] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.837514] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.837585] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.837656] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.837848] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c7c0d7b-66c6-493f-861a-707dd5ce5956 is going to be updated. [ 1065.923718] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.925286] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.925417] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.925738] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.928343] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.947262] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c7c0d7b-66c6-493f-861a-707dd5ce5956 in Status: IN_PROGRESS for 2s [ 1066.251784] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1066.251915] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1066.320790] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.321099] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.321196] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.321487] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.321541] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.321613] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1dff8fa3-5696-4780-a8c6-c3a95b7798fa is going to be created. [ 1066.354412] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.354412] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.354412] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.355099] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.355099] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.371062] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1dff8fa3-5696-4780-a8c6-c3a95b7798fa in Status: UNINITIALIZED for 2s [ 1066.864393] env[69836]: INFO networking_nsxv3.common.synchronization [None req-5250c163-2162-4b45-8624-6c31a48fa6b8 None None] Enqueued Resource ID: a8745886-61bd-4383-9026-3b663628d861 with Priority: HIGHEST for action port [ 1066.864954] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8745886-61bd-4383-9026-3b663628d861 with Priority: HIGHEST for action port [ 1066.865312] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8745886-61bd-4383-9026-3b663628d861 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.865438] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8745886-61bd-4383-9026-3b663628d861" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.865499] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8745886-61bd-4383-9026-3b663628d861" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.865755] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8745886-61bd-4383-9026-3b663628d861" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.865840] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8745886-61bd-4383-9026-3b663628d861',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.182412] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.182412] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.182412] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.182412] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.198123] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1067.199292] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.200962] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1067.241960] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.241960] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.241960] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.241960] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.254237] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.255086] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1067.255086] env[69836]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69836) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1067.255198] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1067.322668] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.323039] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.323109] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.323538] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.326647] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.327082] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1067.368967] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a8745886-61bd-4383-9026-3b663628d861 [ 1067.369637] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.369985] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.370090] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.370307] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.370395] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.370495] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a8745886-61bd-4383-9026-3b663628d861 already deleted. [ 1067.370576] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8745886-61bd-4383-9026-3b663628d861" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.440530] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.440530] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.440530] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.440530] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.440899] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.441137] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1067.544909] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.545826] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.545953] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.546284] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.546699] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.547159] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:48. [ 1067.547403] env[69836]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'6f0b437e-be14-4660-bf2e-db16a8d4b9cf', '5c7c0d7b-66c6-493f-861a-707dd5ce5956', '7c687833-8991-4791-b9d0-dbd2cd9260f8', '42c09bfc-c2c1-4f98-8c3a-65d1e9713465', 'f27a51eb-abb6-4cce-bae6-0fb72ab215ed', '1f02905c-1b48-4880-96c1-92801c06621a', 'e3f6d35d-df01-47b7-a6ed-a3944e6e15a1', '75b62c44-5feb-4505-9e62-ce5089dadab3', '0bfbc2e2-8c63-40e3-b2e5-f622e72ee279', 'bb707a21-2bff-455c-8dfd-6739cf9b98df', '7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5', '8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e', '895b550b-a92b-449d-8067-5b40315d6597', '1bdd25b6-02e7-4e53-bd3c-359f3d415d46', '8d72d181-b3bb-4d73-8c4f-e0ea273648c3', '6c07f305-bd84-4175-88c1-ee7c9f8e1dcc', '4b542b83-d5b7-4b4b-a04a-7bc301591d15', '12cfbb32-8be7-4ba1-97a7-fcdc5b4efec7', '667c1f1f-dd24-4542-a14a-9ac887aa8736', '7f6f9d7f-9730-45bd-ba10-08e15018cf02', '63e3b484-f1c6-417a-9ba3-e1d68d938387', '798155c2-14bd-4af3-9fc9-a42ec3f39a34', '230c9059-fa4c-4269-a09b-17355ac525c2', 'cb3caa0b-ae4d-471c-a40e-6bc5723f9f22', 'e034fcde-945d-4494-8f44-e7f4610ac12f', '0c503460-53df-430f-8eb2-3adc0571c35b', '721a8604-8889-4c69-acc8-fb3a41552b9c', '8a4fa270-66c7-4fb7-8870-c2e6d60891f4', 'f6265e3e-c67e-45b5-b2c9-5efb02c1e115', '35c3e359-cc76-4cea-bb1a-91d1bc1fbb46', '8daab0ae-adcc-483c-82bf-6aa6b0ac4b9f', 'd4834e7b-f13a-47e1-9ba8-a889cfe05bc6', 'fa1d9a12-77ed-4460-b351-7a91c1c9b834', '79880f51-69c6-44ae-9ab1-20d0db04b690', '0aa33421-5c68-425c-b92a-4da34f266976', 'c7d8e848-ef12-4159-92f5-caef18eccd55', '546c6f1a-f24f-4335-8048-aa08f789e4dc', 'a85163dd-4357-4ea0-aa14-d3ab9ac7f404', '9851b922-f943-4a02-85e8-7a4557cec6e6', '78aa829e-36e4-49af-b521-9ab60c0587ac', '4d3233ea-1473-402b-83b9-89290db5d65b', 'eeba56df-2627-460c-8c20-e0345e5a8cbf', '2f04b314-b572-4cb2-a273-61da0281fee7', '6369075f-275c-4c18-bef1-7078950726f2', '1901b260-9933-45b0-8421-0e40c69c1331', '49c7a409-da41-4630-81c2-97413e45edbb', '081b149a-6447-4792-afcc-0a5674ac909c', 'dcc14d22-4ec0-4daf-886a-81f8adb09f75'} {{(pid=69836) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1067.548387] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1067.576519] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.576691] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.576746] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.576951] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.577068] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.577209] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1067.577323] env[69836]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69836) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1067.577421] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1067.670833] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.670931] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.671008] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.671322] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.672557] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.673016] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1067.673130] env[69836]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69836) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1067.673237] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1067.673348] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1067.673468] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/48 resources of Type:Security Group Rules [ 1067.673554] env[69836]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6f0b437e-be14-4660-bf2e-db16a8d4b9cf with Priority: HIGH for action security_group_rules [ 1067.673660] env[69836]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5c7c0d7b-66c6-493f-861a-707dd5ce5956 with Priority: HIGH for action security_group_rules [ 1067.673752] env[69836]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7c687833-8991-4791-b9d0-dbd2cd9260f8 with Priority: HIGH for action security_group_rules [ 1067.673817] env[69836]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 42c09bfc-c2c1-4f98-8c3a-65d1e9713465 with Priority: HIGH for action security_group_rules [ 1067.673905] env[69836]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f27a51eb-abb6-4cce-bae6-0fb72ab215ed with Priority: HIGH for action security_group_rules [ 1067.674027] env[69836]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1f02905c-1b48-4880-96c1-92801c06621a with Priority: HIGH for action security_group_rules [ 1067.674134] env[69836]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e3f6d35d-df01-47b7-a6ed-a3944e6e15a1 with Priority: HIGH for action security_group_rules [ 1067.674235] env[69836]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 75b62c44-5feb-4505-9e62-ce5089dadab3 with Priority: HIGH for action security_group_rules [ 1067.674344] env[69836]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0bfbc2e2-8c63-40e3-b2e5-f622e72ee279 with Priority: HIGH for action security_group_rules [ 1067.674440] env[69836]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bb707a21-2bff-455c-8dfd-6739cf9b98df with Priority: HIGH for action security_group_rules [ 1067.674508] env[69836]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 with Priority: HIGH for action security_group_rules [ 1067.674573] env[69836]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e with Priority: HIGH for action security_group_rules [ 1067.674640] env[69836]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 895b550b-a92b-449d-8067-5b40315d6597 with Priority: HIGH for action security_group_rules [ 1067.674698] env[69836]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1bdd25b6-02e7-4e53-bd3c-359f3d415d46 with Priority: HIGH for action security_group_rules [ 1067.674876] env[69836]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8d72d181-b3bb-4d73-8c4f-e0ea273648c3 with Priority: HIGH for action security_group_rules [ 1067.674876] env[69836]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6c07f305-bd84-4175-88c1-ee7c9f8e1dcc with Priority: HIGH for action security_group_rules [ 1067.674938] env[69836]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4b542b83-d5b7-4b4b-a04a-7bc301591d15 with Priority: HIGH for action security_group_rules [ 1067.675060] env[69836]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 12cfbb32-8be7-4ba1-97a7-fcdc5b4efec7 with Priority: HIGH for action security_group_rules [ 1067.675141] env[69836]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 667c1f1f-dd24-4542-a14a-9ac887aa8736 with Priority: HIGH for action security_group_rules [ 1067.675248] env[69836]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7f6f9d7f-9730-45bd-ba10-08e15018cf02 with Priority: HIGH for action security_group_rules [ 1067.675495] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.949877] env[69836]: INFO networking_nsxv3.common.synchronization [req-7bcc6f03-78b0-446b-9802-faeb9d93cbf1 req-48c7e753-453f-45e9-b422-6cd0d0449f99 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Enqueued Resource ID: 721a8604-8889-4c69-acc8-fb3a41552b9c with Priority: HIGHEST for action security_group_members [ 1067.953698] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 721a8604-8889-4c69-acc8-fb3a41552b9c with Priority: HIGHEST for action security_group_members [ 1067.953873] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f0b437e-be14-4660-bf2e-db16a8d4b9cf with Priority: HIGH for action security_group_rules [ 1067.954040] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c687833-8991-4791-b9d0-dbd2cd9260f8 with Priority: HIGH for action security_group_rules [ 1067.954766] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3f6d35d-df01-47b7-a6ed-a3944e6e15a1 with Priority: HIGH for action security_group_rules [ 1067.954766] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d72d181-b3bb-4d73-8c4f-e0ea273648c3 with Priority: HIGH for action security_group_rules [ 1067.954766] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f6f9d7f-9730-45bd-ba10-08e15018cf02 with Priority: HIGH for action security_group_rules [ 1067.954766] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 667c1f1f-dd24-4542-a14a-9ac887aa8736 with Priority: HIGH for action security_group_rules [ 1067.954766] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12cfbb32-8be7-4ba1-97a7-fcdc5b4efec7 with Priority: HIGH for action security_group_rules [ 1067.954766] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b542b83-d5b7-4b4b-a04a-7bc301591d15 with Priority: HIGH for action security_group_rules [ 1067.955030] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bdd25b6-02e7-4e53-bd3c-359f3d415d46 with Priority: HIGH for action security_group_rules [ 1067.955030] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c07f305-bd84-4175-88c1-ee7c9f8e1dcc with Priority: HIGH for action security_group_rules [ 1067.955030] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 895b550b-a92b-449d-8067-5b40315d6597 with Priority: HIGH for action security_group_rules [ 1067.955030] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e with Priority: HIGH for action security_group_rules [ 1067.955137] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 with Priority: HIGH for action security_group_rules [ 1067.955208] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb707a21-2bff-455c-8dfd-6739cf9b98df with Priority: HIGH for action security_group_rules [ 1067.955293] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bfbc2e2-8c63-40e3-b2e5-f622e72ee279 with Priority: HIGH for action security_group_rules [ 1067.955398] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f02905c-1b48-4880-96c1-92801c06621a with Priority: HIGH for action security_group_rules [ 1067.955620] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75b62c44-5feb-4505-9e62-ce5089dadab3 with Priority: HIGH for action security_group_rules [ 1067.955717] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f27a51eb-abb6-4cce-bae6-0fb72ab215ed with Priority: HIGH for action security_group_rules [ 1067.955807] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c7c0d7b-66c6-493f-861a-707dd5ce5956 with Priority: HIGH for action security_group_rules [ 1067.956737] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42c09bfc-c2c1-4f98-8c3a-65d1e9713465 with Priority: HIGH for action security_group_rules [ 1067.957409] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-721a8604-8889-4c69-acc8-fb3a41552b9c taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.957754] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.957754] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.957963] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.957996] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.958123] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.958223] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.958410] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.958482] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.958599] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('721a8604-8889-4c69-acc8-fb3a41552b9c',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.959692] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f0b437e-be14-4660-bf2e-db16a8d4b9cf taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.960041] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f0b437e-be14-4660-bf2e-db16a8d4b9cf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.960041] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f0b437e-be14-4660-bf2e-db16a8d4b9cf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.960041] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f0b437e-be14-4660-bf2e-db16a8d4b9cf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.960164] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f0b437e-be14-4660-bf2e-db16a8d4b9cf',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.961184] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c687833-8991-4791-b9d0-dbd2cd9260f8 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.961261] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c687833-8991-4791-b9d0-dbd2cd9260f8" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.961290] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c687833-8991-4791-b9d0-dbd2cd9260f8" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.961424] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c687833-8991-4791-b9d0-dbd2cd9260f8" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.961498] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c687833-8991-4791-b9d0-dbd2cd9260f8',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.962333] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3f6d35d-df01-47b7-a6ed-a3944e6e15a1 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.962436] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3f6d35d-df01-47b7-a6ed-a3944e6e15a1" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.962503] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3f6d35d-df01-47b7-a6ed-a3944e6e15a1" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.962651] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3f6d35d-df01-47b7-a6ed-a3944e6e15a1" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.962765] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3f6d35d-df01-47b7-a6ed-a3944e6e15a1',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.967784] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d72d181-b3bb-4d73-8c4f-e0ea273648c3 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.967924] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d72d181-b3bb-4d73-8c4f-e0ea273648c3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.967989] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d72d181-b3bb-4d73-8c4f-e0ea273648c3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.968190] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d72d181-b3bb-4d73-8c4f-e0ea273648c3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.968305] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d72d181-b3bb-4d73-8c4f-e0ea273648c3',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.969777] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f6f9d7f-9730-45bd-ba10-08e15018cf02 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.969777] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f6f9d7f-9730-45bd-ba10-08e15018cf02" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.969777] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f6f9d7f-9730-45bd-ba10-08e15018cf02" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.969975] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f6f9d7f-9730-45bd-ba10-08e15018cf02" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.969975] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f6f9d7f-9730-45bd-ba10-08e15018cf02',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.970745] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-667c1f1f-dd24-4542-a14a-9ac887aa8736 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.970889] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-667c1f1f-dd24-4542-a14a-9ac887aa8736" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.970982] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-667c1f1f-dd24-4542-a14a-9ac887aa8736" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.971180] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-667c1f1f-dd24-4542-a14a-9ac887aa8736" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.971394] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('667c1f1f-dd24-4542-a14a-9ac887aa8736',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.971950] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12cfbb32-8be7-4ba1-97a7-fcdc5b4efec7 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.972062] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12cfbb32-8be7-4ba1-97a7-fcdc5b4efec7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.972179] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12cfbb32-8be7-4ba1-97a7-fcdc5b4efec7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.972369] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12cfbb32-8be7-4ba1-97a7-fcdc5b4efec7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.972444] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12cfbb32-8be7-4ba1-97a7-fcdc5b4efec7',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.973269] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4b542b83-d5b7-4b4b-a04a-7bc301591d15 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.973468] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4b542b83-d5b7-4b4b-a04a-7bc301591d15" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.973512] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4b542b83-d5b7-4b4b-a04a-7bc301591d15" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.973662] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4b542b83-d5b7-4b4b-a04a-7bc301591d15" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.973736] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4b542b83-d5b7-4b4b-a04a-7bc301591d15',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.974426] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1bdd25b6-02e7-4e53-bd3c-359f3d415d46 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.975320] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1bdd25b6-02e7-4e53-bd3c-359f3d415d46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.975320] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1bdd25b6-02e7-4e53-bd3c-359f3d415d46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.975320] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1bdd25b6-02e7-4e53-bd3c-359f3d415d46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.975320] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1bdd25b6-02e7-4e53-bd3c-359f3d415d46',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.975574] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c07f305-bd84-4175-88c1-ee7c9f8e1dcc taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.975680] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c07f305-bd84-4175-88c1-ee7c9f8e1dcc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.975744] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c07f305-bd84-4175-88c1-ee7c9f8e1dcc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.975978] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c07f305-bd84-4175-88c1-ee7c9f8e1dcc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.976050] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c07f305-bd84-4175-88c1-ee7c9f8e1dcc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.976814] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-895b550b-a92b-449d-8067-5b40315d6597 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.976874] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.976945] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.981877] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.981877] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('895b550b-a92b-449d-8067-5b40315d6597',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.982406] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.982841] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.982841] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.982841] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.982958] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.983770] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.983917] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.983984] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.984164] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.984238] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.985076] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb707a21-2bff-455c-8dfd-6739cf9b98df taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.985974] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb707a21-2bff-455c-8dfd-6739cf9b98df" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.985974] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb707a21-2bff-455c-8dfd-6739cf9b98df" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.985974] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb707a21-2bff-455c-8dfd-6739cf9b98df" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.985974] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb707a21-2bff-455c-8dfd-6739cf9b98df',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.986486] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0bfbc2e2-8c63-40e3-b2e5-f622e72ee279 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.986583] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0bfbc2e2-8c63-40e3-b2e5-f622e72ee279" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.986631] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0bfbc2e2-8c63-40e3-b2e5-f622e72ee279" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.986797] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0bfbc2e2-8c63-40e3-b2e5-f622e72ee279" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.986873] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0bfbc2e2-8c63-40e3-b2e5-f622e72ee279',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.987634] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f02905c-1b48-4880-96c1-92801c06621a taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.988059] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f02905c-1b48-4880-96c1-92801c06621a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.988059] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f02905c-1b48-4880-96c1-92801c06621a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.988059] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f02905c-1b48-4880-96c1-92801c06621a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.988059] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f02905c-1b48-4880-96c1-92801c06621a',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.989087] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75b62c44-5feb-4505-9e62-ce5089dadab3 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.989213] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75b62c44-5feb-4505-9e62-ce5089dadab3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.989289] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75b62c44-5feb-4505-9e62-ce5089dadab3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.989446] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75b62c44-5feb-4505-9e62-ce5089dadab3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.989517] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75b62c44-5feb-4505-9e62-ce5089dadab3',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.990698] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f27a51eb-abb6-4cce-bae6-0fb72ab215ed taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.990698] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.990698] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.990698] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.990882] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f27a51eb-abb6-4cce-bae6-0fb72ab215ed',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.991902] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c7c0d7b-66c6-493f-861a-707dd5ce5956 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.992083] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c7c0d7b-66c6-493f-861a-707dd5ce5956" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.993754] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42c09bfc-c2c1-4f98-8c3a-65d1e9713465 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.993754] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42c09bfc-c2c1-4f98-8c3a-65d1e9713465" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.993754] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42c09bfc-c2c1-4f98-8c3a-65d1e9713465" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.993754] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42c09bfc-c2c1-4f98-8c3a-65d1e9713465" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.993754] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42c09bfc-c2c1-4f98-8c3a-65d1e9713465',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.003339] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c7c0d7b-66c6-493f-861a-707dd5ce5956 in Status: SUCCESS [ 1068.003584] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c7c0d7b-66c6-493f-861a-707dd5ce5956" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.005629] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c7c0d7b-66c6-493f-861a-707dd5ce5956" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.005629] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c7c0d7b-66c6-493f-861a-707dd5ce5956" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.005629] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c7c0d7b-66c6-493f-861a-707dd5ce5956',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.027263] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.027482] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.027609] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.027839] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.054948] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.055116] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f0b437e-be14-4660-bf2e-db16a8d4b9cf is going to be deleted. [ 1068.125020] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.125020] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.125020] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.125020] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.125020] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.125020] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f0b437e-be14-4660-bf2e-db16a8d4b9cf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.387526] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1dff8fa3-5696-4780-a8c6-c3a95b7798fa in Status: SUCCESS [ 1068.387526] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1dff8fa3-5696-4780-a8c6-c3a95b7798fa" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.387526] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1dff8fa3-5696-4780-a8c6-c3a95b7798fa" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.387526] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1dff8fa3-5696-4780-a8c6-c3a95b7798fa" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.387526] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.387526] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.387526] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.387526] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.387526] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.387526] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1dff8fa3-5696-4780-a8c6-c3a95b7798fa" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.387526] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1dff8fa3-5696-4780-a8c6-c3a95b7798fa',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.387526] env[69836]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 1068.500092] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb707a21-2bff-455c-8dfd-6739cf9b98df taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.500092] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb707a21-2bff-455c-8dfd-6739cf9b98df" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.500092] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb707a21-2bff-455c-8dfd-6739cf9b98df" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.500092] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb707a21-2bff-455c-8dfd-6739cf9b98df" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.500092] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.502351] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.502351] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.502351] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.502351] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.502351] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb707a21-2bff-455c-8dfd-6739cf9b98df" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.502351] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bb707a21-2bff-455c-8dfd-6739cf9b98df',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.503016] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c07f305-bd84-4175-88c1-ee7c9f8e1dcc taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.503164] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c07f305-bd84-4175-88c1-ee7c9f8e1dcc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.503231] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c07f305-bd84-4175-88c1-ee7c9f8e1dcc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.503409] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c07f305-bd84-4175-88c1-ee7c9f8e1dcc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.503570] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.503663] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.503724] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.503861] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.503940] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.504041] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c07f305-bd84-4175-88c1-ee7c9f8e1dcc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.505560] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6c07f305-bd84-4175-88c1-ee7c9f8e1dcc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.506631] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bdd25b6-02e7-4e53-bd3c-359f3d415d46 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.506631] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bdd25b6-02e7-4e53-bd3c-359f3d415d46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.506797] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bdd25b6-02e7-4e53-bd3c-359f3d415d46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.506851] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bdd25b6-02e7-4e53-bd3c-359f3d415d46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.506994] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.507105] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.507338] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.507553] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.507646] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.507737] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bdd25b6-02e7-4e53-bd3c-359f3d415d46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.507825] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1bdd25b6-02e7-4e53-bd3c-359f3d415d46',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.513788] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.513930] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.514008] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.514229] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.516455] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f02905c-1b48-4880-96c1-92801c06621a taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.516596] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f02905c-1b48-4880-96c1-92801c06621a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.516637] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f02905c-1b48-4880-96c1-92801c06621a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.516828] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f02905c-1b48-4880-96c1-92801c06621a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.516990] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.518483] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.518579] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.518775] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.518866] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.518957] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f02905c-1b48-4880-96c1-92801c06621a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.519053] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1f02905c-1b48-4880-96c1-92801c06621a',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.527169] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c7c0d7b-66c6-493f-861a-707dd5ce5956 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.527169] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c7c0d7b-66c6-493f-861a-707dd5ce5956" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.527169] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c7c0d7b-66c6-493f-861a-707dd5ce5956" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.527169] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c7c0d7b-66c6-493f-861a-707dd5ce5956" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.527169] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.527169] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.527169] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.527169] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.527169] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.527169] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c7c0d7b-66c6-493f-861a-707dd5ce5956" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.527169] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5c7c0d7b-66c6-493f-861a-707dd5ce5956',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.541043] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-42c09bfc-c2c1-4f98-8c3a-65d1e9713465 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.541239] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42c09bfc-c2c1-4f98-8c3a-65d1e9713465" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.541239] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42c09bfc-c2c1-4f98-8c3a-65d1e9713465" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.541451] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42c09bfc-c2c1-4f98-8c3a-65d1e9713465" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.541617] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.541826] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.541826] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.541915] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.541989] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.542610] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42c09bfc-c2c1-4f98-8c3a-65d1e9713465" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.542759] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('42c09bfc-c2c1-4f98-8c3a-65d1e9713465',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.544998] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-386 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.545209] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-386" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.545817] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-386" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.546110] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-386" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.546388] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.546568] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.546719] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.546952] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.547109] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.547328] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1068.547443] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1068.547569] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1068.547658] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1068.547799] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1068.547867] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1068.548012] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1068.553948] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5c7c0d7b-66c6-493f-861a-707dd5ce5956',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.556161] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.556161] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.564113] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.564285] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.614281] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.614281] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.619918] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.620050] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.623792] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.623792] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.623792] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.623792] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.623792] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.623792] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.637747] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1068.637923] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.090 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1068.638091] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1068.638291] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-386" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.638728] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-99c37a95-0112-4de8-9e0b-d5d6ad61fe95 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.638942] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-99c37a95-0112-4de8-9e0b-d5d6ad61fe95" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.639088] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-99c37a95-0112-4de8-9e0b-d5d6ad61fe95" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.639445] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-99c37a95-0112-4de8-9e0b-d5d6ad61fe95" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.639717] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99c37a95-0112-4de8-9e0b-d5d6ad61fe95',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.648028] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.648028] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.648596] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.648716] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.651657] env[69836]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1068.651657] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.651812] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.656032] env[69836]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1068.656032] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.656032] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.656918] env[69836]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1068.657506] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.657644] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.669509] env[69836]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1068.669883] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.669992] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.689909] env[69836]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1068.690519] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.690960] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.691105] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.691177] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.691402] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.691484] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.691622] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 721a8604-8889-4c69-acc8-fb3a41552b9c is going to be updated. [ 1068.692942] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.693061] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.723721] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.723890] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5 is going to be deleted. [ 1068.724846] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.725575] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.737875] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.738166] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.738166] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.738384] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.738587] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.758644] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 721a8604-8889-4c69-acc8-fb3a41552b9c in Status: IN_PROGRESS for 2s [ 1068.763438] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.763582] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e is going to be deleted. [ 1068.765035] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.765035] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.820032] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.820032] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3f6d35d-df01-47b7-a6ed-a3944e6e15a1 is going to be deleted. [ 1068.820032] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.820032] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.834588] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.834771] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.849640] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.849640] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.857918] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.857989] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0bfbc2e2-8c63-40e3-b2e5-f622e72ee279 is going to be deleted. [ 1068.858956] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.859208] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.893180] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-1dff8fa3-5696-4780-a8c6-c3a95b7798fa taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.893330] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1dff8fa3-5696-4780-a8c6-c3a95b7798fa" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.893407] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1dff8fa3-5696-4780-a8c6-c3a95b7798fa" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.893875] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1dff8fa3-5696-4780-a8c6-c3a95b7798fa" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.893875] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.894077] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.894077] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.894145] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.894231] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.894480] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1dff8fa3-5696-4780-a8c6-c3a95b7798fa" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.894480] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-1dff8fa3-5696-4780-a8c6-c3a95b7798fa taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.894575] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1dff8fa3-5696-4780-a8c6-c3a95b7798fa" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.896237] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1dff8fa3-5696-4780-a8c6-c3a95b7798fa" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.896237] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1dff8fa3-5696-4780-a8c6-c3a95b7798fa" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.896237] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.896237] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.896237] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.896237] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.896237] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.896237] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1dff8fa3-5696-4780-a8c6-c3a95b7798fa" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.896237] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1dff8fa3-5696-4780-a8c6-c3a95b7798fa',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.900756] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.900996] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4b542b83-d5b7-4b4b-a04a-7bc301591d15 is going to be deleted. [ 1068.902760] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.904164] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.976405] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.976848] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 667c1f1f-dd24-4542-a14a-9ac887aa8736 is going to be deleted. [ 1068.977806] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.978670] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.011908] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6c07f305-bd84-4175-88c1-ee7c9f8e1dcc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.011908] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bb707a21-2bff-455c-8dfd-6739cf9b98df',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.030141] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.030381] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d72d181-b3bb-4d73-8c4f-e0ea273648c3 is going to be deleted. [ 1069.034440] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.034725] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.036155] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1bdd25b6-02e7-4e53-bd3c-359f3d415d46',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.039316] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1f02905c-1b48-4880-96c1-92801c06621a',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.065210] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('42c09bfc-c2c1-4f98-8c3a-65d1e9713465',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.071391] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5c7c0d7b-66c6-493f-861a-707dd5ce5956: rpc.has_security_group_logging(os_id): False [ 1069.099870] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.099870] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75b62c44-5feb-4505-9e62-ce5089dadab3 is going to be deleted. [ 1069.101139] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.101139] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.102867] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.102974] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.112234] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.112739] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.125431] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.125431] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.129339] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.129547] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.130589] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.130713] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12cfbb32-8be7-4ba1-97a7-fcdc5b4efec7 is going to be deleted. [ 1069.131792] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.132019] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.143572] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.143816] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.143969] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.144420] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.144602] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.144797] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port 99c37a95-0112-4de8-9e0b-d5d6ad61fe95 not found, creating... [ 1069.145174] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.145625] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.145722] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.146241] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.146474] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.146840] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.147043] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.147168] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.147478] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.147645] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.147826] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: 99c37a95-0112-4de8-9e0b-d5d6ad61fe95 is going to be created. [ 1069.186739] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.187037] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.189055] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.189316] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.189565] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.189911] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.190204] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.190465] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-99c37a95-0112-4de8-9e0b-d5d6ad61fe95" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.204065] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.204998] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.245962] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.246360] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c687833-8991-4791-b9d0-dbd2cd9260f8 is going to be deleted. [ 1069.247146] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.247376] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.313425] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.313603] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.366358] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.366625] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.370768] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.370768] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f27a51eb-abb6-4cce-bae6-0fb72ab215ed is going to be deleted. [ 1069.370768] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.370768] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.400431] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1dff8fa3-5696-4780-a8c6-c3a95b7798fa: rpc.has_security_group_logging(os_id): False [ 1069.456090] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.456090] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 895b550b-a92b-449d-8067-5b40315d6597 is going to be deleted. [ 1069.456810] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.457055] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.505439] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.505601] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.515396] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6c07f305-bd84-4175-88c1-ee7c9f8e1dcc: rpc.has_security_group_logging(os_id): False [ 1069.522150] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bb707a21-2bff-455c-8dfd-6739cf9b98df: rpc.has_security_group_logging(os_id): False [ 1069.542545] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1bdd25b6-02e7-4e53-bd3c-359f3d415d46: rpc.has_security_group_logging(os_id): False [ 1069.543213] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1f02905c-1b48-4880-96c1-92801c06621a: rpc.has_security_group_logging(os_id): False [ 1069.551764] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.552146] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.567943] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 42c09bfc-c2c1-4f98-8c3a-65d1e9713465: rpc.has_security_group_logging(os_id): False [ 1069.602348] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.602348] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.605166] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.605166] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.611618] env[69836]: INFO networking_nsxv3.common.synchronization [None req-a956f7f8-cb26-4608-b2df-0ca9c51a5fe4 None None] Enqueued Resource ID: ed3cd4fb-5c96-4e21-b82b-33ba276f9550 with Priority: HIGHEST for action port [ 1069.611923] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed3cd4fb-5c96-4e21-b82b-33ba276f9550 with Priority: HIGHEST for action port [ 1069.612553] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed3cd4fb-5c96-4e21-b82b-33ba276f9550 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.612686] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed3cd4fb-5c96-4e21-b82b-33ba276f9550" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.612763] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed3cd4fb-5c96-4e21-b82b-33ba276f9550" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.613383] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed3cd4fb-5c96-4e21-b82b-33ba276f9550" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.613383] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed3cd4fb-5c96-4e21-b82b-33ba276f9550',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.622373] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.622537] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.635385] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.635577] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.640696] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.640894] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.644356] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.644500] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f6f9d7f-9730-45bd-ba10-08e15018cf02 is going to be deleted. [ 1069.645425] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.645669] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.645749] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.646215] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b5e92c2-15b7-4556-8e35-4b43b8eaf0c5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.646373] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.646588] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.646672] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.646777] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8a88a838-7d7e-4b1e-8bdd-6a69684d3f6e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.648033] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.648235] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.648327] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.648735] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3f6d35d-df01-47b7-a6ed-a3944e6e15a1" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.648735] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.648850] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.648890] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.649063] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0bfbc2e2-8c63-40e3-b2e5-f622e72ee279" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.649266] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.649386] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.649492] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.649631] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4b542b83-d5b7-4b4b-a04a-7bc301591d15" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.649808] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.650054] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.727475] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.727475] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.727475] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.727475] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.727475] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.727475] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.727872] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c7c0d7b-66c6-493f-861a-707dd5ce5956 is going to be updated. [ 1069.729845] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.730443] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.730815] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.731208] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-667c1f1f-dd24-4542-a14a-9ac887aa8736" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.731547] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.731929] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.735029] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.735029] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d72d181-b3bb-4d73-8c4f-e0ea273648c3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.735029] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.735029] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.735029] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.735029] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.735029] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.735029] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.735029] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.735029] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.735979] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.736525] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75b62c44-5feb-4505-9e62-ce5089dadab3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.736947] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.737547] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.737860] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.738214] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12cfbb32-8be7-4ba1-97a7-fcdc5b4efec7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.739239] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.739698] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.741023] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.741023] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.741023] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.741023] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.741023] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.741803] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.742581] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.742700] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.742802] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.743172] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.743363] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.743823] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.743988] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.744123] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.744391] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.744537] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.744719] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1dff8fa3-5696-4780-a8c6-c3a95b7798fa is going to be created. [ 1069.747227] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.747531] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.747871] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.748243] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.748453] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.749349] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f27a51eb-abb6-4cce-bae6-0fb72ab215ed" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.749349] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.749349] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.749349] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.749625] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c687833-8991-4791-b9d0-dbd2cd9260f8" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.749819] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.750131] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.832139] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.832569] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.832720] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.832782] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.833033] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.833137] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.833243] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c07f305-bd84-4175-88c1-ee7c9f8e1dcc is going to be updated. [ 1069.834744] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.835015] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.891200] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.891447] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.892468] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.892834] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.892993] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.892993] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.893386] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.893501] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.893785] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f02905c-1b48-4880-96c1-92801c06621a is going to be updated. [ 1069.895164] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.895685] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.009385] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.009845] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.010072] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.010293] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.010588] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.010923] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.016779] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42c09bfc-c2c1-4f98-8c3a-65d1e9713465 is going to be updated. [ 1070.019158] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.021177] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.024025] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.024227] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.033496] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.033677] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.034864] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.035190] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.080689] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.080689] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.111851] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.113525] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.113525] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.113525] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.113525] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.113525] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.113525] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb707a21-2bff-455c-8dfd-6739cf9b98df is going to be updated. [ 1070.114550] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.114739] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.117318] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ed3cd4fb-5c96-4e21-b82b-33ba276f9550 [ 1070.117318] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.117318] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.117318] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.117318] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.117318] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.117318] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ed3cd4fb-5c96-4e21-b82b-33ba276f9550 already deleted. [ 1070.117318] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed3cd4fb-5c96-4e21-b82b-33ba276f9550" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.187931] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.188302] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.188427] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.188486] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.188712] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.188807] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.188952] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1bdd25b6-02e7-4e53-bd3c-359f3d415d46 is going to be updated. [ 1070.190580] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.190790] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.191011] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.192158] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.192375] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.192532] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.193554] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.193750] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.193908] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.195033] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.195223] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.195452] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.196863] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.196929] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.197073] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.197210] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f6f9d7f-9730-45bd-ba10-08e15018cf02" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.199595] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.201203] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.201419] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.201543] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.201724] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.221856] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f02905c-1b48-4880-96c1-92801c06621a in Status: IN_PROGRESS for 2s [ 1070.232050] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42c09bfc-c2c1-4f98-8c3a-65d1e9713465 in Status: IN_PROGRESS for 2s [ 1070.232794] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c7c0d7b-66c6-493f-861a-707dd5ce5956 in Status: IN_PROGRESS for 2s [ 1070.233548] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1dff8fa3-5696-4780-a8c6-c3a95b7798fa in Status: IN_PROGRESS for 2s [ 1070.240551] env[69836]: INFO networking_nsxv3.common.synchronization [req-7bcc6f03-78b0-446b-9802-faeb9d93cbf1 req-5b5e3c07-2ef3-430f-b4da-3cc654f68e73 service nova] Enqueued Resource ID: 721a8604-8889-4c69-acc8-fb3a41552b9c with Priority: HIGHEST for action security_group_rules [ 1070.241113] env[69836]: INFO networking_nsxv3.common.synchronization [req-7bcc6f03-78b0-446b-9802-faeb9d93cbf1 req-5b5e3c07-2ef3-430f-b4da-3cc654f68e73 service nova] Enqueued Resource ID: 721a8604-8889-4c69-acc8-fb3a41552b9c with Priority: HIGHEST for action security_group_members [ 1070.241329] env[69836]: INFO networking_nsxv3.common.synchronization [req-7bcc6f03-78b0-446b-9802-faeb9d93cbf1 req-5b5e3c07-2ef3-430f-b4da-3cc654f68e73 service nova] Enqueued Resource ID: 99c37a95-0112-4de8-9e0b-d5d6ad61fe95 with Priority: HIGHEST for action port [ 1070.242458] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 721a8604-8889-4c69-acc8-fb3a41552b9c with Priority: HIGHEST for action security_group_rules [ 1070.242458] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 721a8604-8889-4c69-acc8-fb3a41552b9c with Priority: HIGHEST for action security_group_members [ 1070.242458] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99c37a95-0112-4de8-9e0b-d5d6ad61fe95 with Priority: HIGHEST for action port [ 1070.242620] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-721a8604-8889-4c69-acc8-fb3a41552b9c taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.242710] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.242779] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.242993] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.243111] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('721a8604-8889-4c69-acc8-fb3a41552b9c',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.244122] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-721a8604-8889-4c69-acc8-fb3a41552b9c taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.244222] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.245422] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-99c37a95-0112-4de8-9e0b-d5d6ad61fe95 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.245422] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99c37a95-0112-4de8-9e0b-d5d6ad61fe95" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.245422] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99c37a95-0112-4de8-9e0b-d5d6ad61fe95" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.245422] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99c37a95-0112-4de8-9e0b-d5d6ad61fe95" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.245422] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99c37a95-0112-4de8-9e0b-d5d6ad61fe95',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.250641] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c07f305-bd84-4175-88c1-ee7c9f8e1dcc in Status: IN_PROGRESS for 2s [ 1070.343037] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.343037] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.343037] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.343256] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.343613] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.401998] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb707a21-2bff-455c-8dfd-6739cf9b98df in Status: IN_PROGRESS for 2s [ 1070.448456] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.448456] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.448456] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.448456] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.448456] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.477014] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1bdd25b6-02e7-4e53-bd3c-359f3d415d46 in Status: IN_PROGRESS for 2s [ 1070.747404] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 99c37a95-0112-4de8-9e0b-d5d6ad61fe95 with status ACTIVE [ 1070.747487] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.747664] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.747747] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.747909] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.748037] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.748306] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.748425] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.748491] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.748731] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.748828] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.749068] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.749173] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.749236] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.749382] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.749456] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.749546] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 99c37a95-0112-4de8-9e0b-d5d6ad61fe95 is going to be updated. [ 1070.751792] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-721a8604-8889-4c69-acc8-fb3a41552b9c taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.751792] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.770931] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 721a8604-8889-4c69-acc8-fb3a41552b9c in Status: SUCCESS [ 1070.771253] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 721a8604-8889-4c69-acc8-fb3a41552b9c deletion is rescheduled due to dependency. [ 1070.771423] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.771663] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.771950] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.772260] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.772437] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.772544] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.772798] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.773426] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.773426] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('721a8604-8889-4c69-acc8-fb3a41552b9c',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.775368] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.775482] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.775525] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.775730] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.776079] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.776196] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99c37a95-0112-4de8-9e0b-d5d6ad61fe95" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.277379] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('721a8604-8889-4c69-acc8-fb3a41552b9c',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.779909] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('721a8604-8889-4c69-acc8-fb3a41552b9c',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.238073] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f02905c-1b48-4880-96c1-92801c06621a in Status: SUCCESS [ 1072.238351] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f02905c-1b48-4880-96c1-92801c06621a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.247928] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1dff8fa3-5696-4780-a8c6-c3a95b7798fa in Status: SUCCESS [ 1072.248252] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1dff8fa3-5696-4780-a8c6-c3a95b7798fa" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.253334] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42c09bfc-c2c1-4f98-8c3a-65d1e9713465 in Status: SUCCESS [ 1072.253560] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42c09bfc-c2c1-4f98-8c3a-65d1e9713465" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.254328] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c7c0d7b-66c6-493f-861a-707dd5ce5956 in Status: SUCCESS [ 1072.254536] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c7c0d7b-66c6-493f-861a-707dd5ce5956" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.266735] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c07f305-bd84-4175-88c1-ee7c9f8e1dcc in Status: SUCCESS [ 1072.266966] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c07f305-bd84-4175-88c1-ee7c9f8e1dcc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.282716] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.283258] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.283258] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.283258] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.283258] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.283489] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 721a8604-8889-4c69-acc8-fb3a41552b9c is going to be updated. [ 1072.320708] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.320985] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.321131] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.321469] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.321723] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.334040] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 721a8604-8889-4c69-acc8-fb3a41552b9c in Status: IN_PROGRESS for 2s [ 1072.434997] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb707a21-2bff-455c-8dfd-6739cf9b98df in Status: SUCCESS [ 1072.435363] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb707a21-2bff-455c-8dfd-6739cf9b98df" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.499733] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1bdd25b6-02e7-4e53-bd3c-359f3d415d46 in Status: SUCCESS [ 1072.499940] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1bdd25b6-02e7-4e53-bd3c-359f3d415d46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.348136] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 721a8604-8889-4c69-acc8-fb3a41552b9c in Status: SUCCESS [ 1074.351043] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.351043] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.351043] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.351043] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.351043] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.351043] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.351043] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.351043] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.351043] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.351559] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('721a8604-8889-4c69-acc8-fb3a41552b9c',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.400759] env[69836]: INFO networking_nsxv3.common.synchronization [req-e41707c6-9181-4b89-94d6-4e5984bd8bea req-555343f6-54df-4864-be26-bd0442492015 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Enqueued Resource ID: 1901b260-9933-45b0-8421-0e40c69c1331 with Priority: HIGHEST for action security_group_members [ 1074.401334] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1901b260-9933-45b0-8421-0e40c69c1331 with Priority: HIGHEST for action security_group_members [ 1074.401978] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-1901b260-9933-45b0-8421-0e40c69c1331 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.401978] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1901b260-9933-45b0-8421-0e40c69c1331" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.401978] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1901b260-9933-45b0-8421-0e40c69c1331" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.402149] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1901b260-9933-45b0-8421-0e40c69c1331" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.402149] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.402293] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.402375] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.402526] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.402649] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.402754] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1901b260-9933-45b0-8421-0e40c69c1331',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.854431] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-721a8604-8889-4c69-acc8-fb3a41552b9c taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.854802] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.854802] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.855058] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.855131] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.855224] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.855290] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.855434] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.855510] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.855602] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.855750] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-721a8604-8889-4c69-acc8-fb3a41552b9c taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.855865] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.855918] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.856049] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.856209] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.856300] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.856364] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.856513] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.856725] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.856725] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.856808] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('721a8604-8889-4c69-acc8-fb3a41552b9c',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.907574] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.907643] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.907671] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.908135] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.931614] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.932048] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.932311] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.932423] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.932754] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.932903] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.933080] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1901b260-9933-45b0-8421-0e40c69c1331 is going to be updated. [ 1074.967049] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.967049] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.967049] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.967049] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.967219] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.986472] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1901b260-9933-45b0-8421-0e40c69c1331 in Status: IN_PROGRESS for 2s [ 1075.092262] env[69836]: INFO networking_nsxv3.common.synchronization [req-c978878f-304b-4857-8610-be0882c1c74d req-15a6d157-abb8-4186-8417-9e162da79242 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Enqueued Resource ID: 583d7bf1-7add-4ea9-ad10-31d80c633e6a with Priority: HIGHEST for action security_group_members [ 1075.092863] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 583d7bf1-7add-4ea9-ad10-31d80c633e6a with Priority: HIGHEST for action security_group_members [ 1075.093203] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-583d7bf1-7add-4ea9-ad10-31d80c633e6a taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.093330] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-583d7bf1-7add-4ea9-ad10-31d80c633e6a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.093398] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-583d7bf1-7add-4ea9-ad10-31d80c633e6a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.093665] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-583d7bf1-7add-4ea9-ad10-31d80c633e6a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.093865] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.093968] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.097267] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.097515] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.097612] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.097727] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('583d7bf1-7add-4ea9-ad10-31d80c633e6a',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.359914] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 721a8604-8889-4c69-acc8-fb3a41552b9c: rpc.has_security_group_logging(os_id): False [ 1075.382409] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.382614] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.382679] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.382900] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.382996] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.383294] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.383399] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.383456] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.383581] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.383660] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.383924] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.384073] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.385090] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.385090] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.385090] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.385090] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.385090] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.385090] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.385090] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.385090] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.385090] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 721a8604-8889-4c69-acc8-fb3a41552b9c is going to be updated. [ 1075.512129] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.512379] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.512379] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.512591] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.512745] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.533335] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 721a8604-8889-4c69-acc8-fb3a41552b9c in Status: IN_PROGRESS for 2s [ 1075.600413] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.600481] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.600512] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.600851] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.600949] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.601266] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.601402] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.601470] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.601798] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.601798] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.601945] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 583d7bf1-7add-4ea9-ad10-31d80c633e6a already deleted. [ 1075.602159] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-583d7bf1-7add-4ea9-ad10-31d80c633e6a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.703286] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-638 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.704015] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-638" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.704015] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-638" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.704342] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-638" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.705468] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.705468] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.705468] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.705468] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.705727] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.705727] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1075.705864] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1075.705997] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1075.706171] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1075.706243] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1075.706352] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1075.706594] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1075.732559] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1075.732751] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1075.732903] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1075.733230] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-638" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.733644] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-b7ab4583-da70-4d5e-8cd3-18708b075536 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.733834] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-b7ab4583-da70-4d5e-8cd3-18708b075536" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.733972] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-b7ab4583-da70-4d5e-8cd3-18708b075536" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.734326] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-b7ab4583-da70-4d5e-8cd3-18708b075536" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.734513] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7ab4583-da70-4d5e-8cd3-18708b075536',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.236483] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.236731] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.236859] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.237144] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.237296] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.237450] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port b7ab4583-da70-4d5e-8cd3-18708b075536 not found, creating... [ 1076.237714] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.237958] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.238040] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.238206] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.238807] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.238807] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.238807] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.239078] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.239848] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.239848] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.239848] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: b7ab4583-da70-4d5e-8cd3-18708b075536 is going to be created. [ 1076.262705] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.262943] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.263083] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.263372] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.263617] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.263883] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-b7ab4583-da70-4d5e-8cd3-18708b075536" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.495562] env[69836]: INFO networking_nsxv3.common.synchronization [req-e7ee16d9-fea1-41f6-90f9-2139ffb0e766 req-c4f346fe-61c2-43c9-8253-035a0bc4f7c8 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Enqueued Resource ID: 6c07f305-bd84-4175-88c1-ee7c9f8e1dcc with Priority: HIGHEST for action security_group_members [ 1076.496272] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c07f305-bd84-4175-88c1-ee7c9f8e1dcc with Priority: HIGHEST for action security_group_members [ 1076.497225] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c07f305-bd84-4175-88c1-ee7c9f8e1dcc taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.497410] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c07f305-bd84-4175-88c1-ee7c9f8e1dcc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.497530] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c07f305-bd84-4175-88c1-ee7c9f8e1dcc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.497791] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c07f305-bd84-4175-88c1-ee7c9f8e1dcc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.497973] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.498188] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.498283] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.498429] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.498485] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.498642] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c07f305-bd84-4175-88c1-ee7c9f8e1dcc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.000508] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1901b260-9933-45b0-8421-0e40c69c1331 in Status: SUCCESS [ 1077.000508] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1901b260-9933-45b0-8421-0e40c69c1331 deletion is rescheduled due to dependency. [ 1077.000860] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1901b260-9933-45b0-8421-0e40c69c1331" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.000911] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.001086] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.001168] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.001367] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.001477] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.001636] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.001739] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.001791] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.001945] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.002022] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.002112] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c07f305-bd84-4175-88c1-ee7c9f8e1dcc is going to be updated. [ 1077.035629] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.037269] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.037269] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.037561] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.037616] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.049199] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c07f305-bd84-4175-88c1-ee7c9f8e1dcc in Status: IN_PROGRESS for 2s [ 1077.106903] env[69836]: INFO networking_nsxv3.common.synchronization [req-c978878f-304b-4857-8610-be0882c1c74d req-d6e0e5d6-4377-4e19-a317-a02e56a83b13 service nova] Enqueued Resource ID: 583d7bf1-7add-4ea9-ad10-31d80c633e6a with Priority: HIGHEST for action security_group_rules [ 1077.106903] env[69836]: INFO networking_nsxv3.common.synchronization [req-c978878f-304b-4857-8610-be0882c1c74d req-d6e0e5d6-4377-4e19-a317-a02e56a83b13 service nova] Enqueued Resource ID: 583d7bf1-7add-4ea9-ad10-31d80c633e6a with Priority: HIGHEST for action security_group_members [ 1077.107228] env[69836]: INFO networking_nsxv3.common.synchronization [req-c978878f-304b-4857-8610-be0882c1c74d req-d6e0e5d6-4377-4e19-a317-a02e56a83b13 service nova] Enqueued Resource ID: b7ab4583-da70-4d5e-8cd3-18708b075536 with Priority: HIGHEST for action port [ 1077.108538] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 583d7bf1-7add-4ea9-ad10-31d80c633e6a with Priority: HIGHEST for action security_group_rules [ 1077.109174] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 583d7bf1-7add-4ea9-ad10-31d80c633e6a with Priority: HIGHEST for action security_group_members [ 1077.109595] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7ab4583-da70-4d5e-8cd3-18708b075536 with Priority: HIGHEST for action port [ 1077.112022] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-583d7bf1-7add-4ea9-ad10-31d80c633e6a taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.112022] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-583d7bf1-7add-4ea9-ad10-31d80c633e6a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.112022] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-583d7bf1-7add-4ea9-ad10-31d80c633e6a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.112022] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-583d7bf1-7add-4ea9-ad10-31d80c633e6a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.112022] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('583d7bf1-7add-4ea9-ad10-31d80c633e6a',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.112919] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-583d7bf1-7add-4ea9-ad10-31d80c633e6a taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.114029] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-583d7bf1-7add-4ea9-ad10-31d80c633e6a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.114029] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-583d7bf1-7add-4ea9-ad10-31d80c633e6a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.114029] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-583d7bf1-7add-4ea9-ad10-31d80c633e6a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.114029] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.114522] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.114758] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.115266] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.117031] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.117031] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('583d7bf1-7add-4ea9-ad10-31d80c633e6a',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.117031] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7ab4583-da70-4d5e-8cd3-18708b075536 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.117476] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7ab4583-da70-4d5e-8cd3-18708b075536" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.117693] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7ab4583-da70-4d5e-8cd3-18708b075536" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.118239] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7ab4583-da70-4d5e-8cd3-18708b075536" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.118641] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7ab4583-da70-4d5e-8cd3-18708b075536',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.374071] env[69836]: INFO networking_nsxv3.common.synchronization [req-02ac95ff-86c0-4570-9d81-1954fda5888a req-e4a1954d-437d-4038-9aa4-5c642c9f7435 tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Enqueued Resource ID: a85163dd-4357-4ea0-aa14-d3ab9ac7f404 with Priority: HIGHEST for action security_group_members [ 1077.375092] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a85163dd-4357-4ea0-aa14-d3ab9ac7f404 with Priority: HIGHEST for action security_group_members [ 1077.375505] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-a85163dd-4357-4ea0-aa14-d3ab9ac7f404 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.375654] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a85163dd-4357-4ea0-aa14-d3ab9ac7f404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.375715] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a85163dd-4357-4ea0-aa14-d3ab9ac7f404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.375937] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a85163dd-4357-4ea0-aa14-d3ab9ac7f404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.376074] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.376275] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.376275] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.377252] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.377252] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.377563] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a85163dd-4357-4ea0-aa14-d3ab9ac7f404',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.549671] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 721a8604-8889-4c69-acc8-fb3a41552b9c in Status: SUCCESS [ 1077.550148] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.624965] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('583d7bf1-7add-4ea9-ad10-31d80c633e6a',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.626251] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-583d7bf1-7add-4ea9-ad10-31d80c633e6a taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.626251] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-583d7bf1-7add-4ea9-ad10-31d80c633e6a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.626400] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b7ab4583-da70-4d5e-8cd3-18708b075536 with status ACTIVE [ 1077.626520] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.626641] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.626714] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.626919] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.627019] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.627231] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.627330] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.627390] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.627540] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.627617] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.627831] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.627920] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.627978] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.628132] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.628210] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.628304] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b7ab4583-da70-4d5e-8cd3-18708b075536 is going to be updated. [ 1077.650309] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.650455] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.650510] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.650723] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.650907] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.651111] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7ab4583-da70-4d5e-8cd3-18708b075536" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.755167] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-183 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.755396] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-183" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.755509] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-183" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.755785] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-183" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.756253] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.756472] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.756596] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.756833] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.757086] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.757214] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1077.757332] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1077.757438] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1077.757551] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1077.757706] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1077.757829] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1077.757968] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1077.779213] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1077.779451] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1077.779612] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1077.779718] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-183" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.780064] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-4cb4df17-2a94-445d-9485-2f71c55563f8 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.780276] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-4cb4df17-2a94-445d-9485-2f71c55563f8" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.780369] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-4cb4df17-2a94-445d-9485-2f71c55563f8" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.780773] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-4cb4df17-2a94-445d-9485-2f71c55563f8" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.781040] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4cb4df17-2a94-445d-9485-2f71c55563f8',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.881627] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a85163dd-4357-4ea0-aa14-d3ab9ac7f404',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.888327] env[69836]: INFO networking_nsxv3.common.synchronization [req-b7c894a6-1e01-492c-80a8-789de7d8d346 req-50202dde-36a7-45c8-874d-70ea43946599 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] Enqueued Resource ID: f6265e3e-c67e-45b5-b2c9-5efb02c1e115 with Priority: HIGHEST for action security_group_members [ 1077.888327] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6265e3e-c67e-45b5-b2c9-5efb02c1e115 with Priority: HIGHEST for action security_group_members [ 1077.888327] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6265e3e-c67e-45b5-b2c9-5efb02c1e115 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.888327] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6265e3e-c67e-45b5-b2c9-5efb02c1e115" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.888327] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6265e3e-c67e-45b5-b2c9-5efb02c1e115" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.888327] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6265e3e-c67e-45b5-b2c9-5efb02c1e115" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.888327] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.888327] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.888327] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.888327] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.888327] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.888851] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6265e3e-c67e-45b5-b2c9-5efb02c1e115',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.130976] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('583d7bf1-7add-4ea9-ad10-31d80c633e6a',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.287024] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.287024] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.287024] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.287024] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.287024] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.287024] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port 4cb4df17-2a94-445d-9485-2f71c55563f8 not found, creating... [ 1078.287024] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.287024] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.287024] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.287024] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.287024] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.287481] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.287481] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.287481] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.287481] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.287481] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.288032] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: 4cb4df17-2a94-445d-9485-2f71c55563f8 is going to be created. [ 1078.311290] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.311290] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.311290] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.311290] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.311290] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.311290] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-4cb4df17-2a94-445d-9485-2f71c55563f8" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.386232] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a85163dd-4357-4ea0-aa14-d3ab9ac7f404',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.390754] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.391163] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.392948] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.392948] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.429028] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.429028] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.429028] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.429028] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.429028] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.429028] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.429028] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6265e3e-c67e-45b5-b2c9-5efb02c1e115 is going to be updated. [ 1078.478846] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.478846] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.478846] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.478846] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.478846] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.488352] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6265e3e-c67e-45b5-b2c9-5efb02c1e115 in Status: IN_PROGRESS for 2s [ 1078.635316] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.637242] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.637364] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.637575] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.637673] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.637784] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 583d7bf1-7add-4ea9-ad10-31d80c633e6a is going to be created. [ 1078.672208] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.672341] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.672409] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.672629] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.672803] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.711718] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 583d7bf1-7add-4ea9-ad10-31d80c633e6a in Status: UNINITIALIZED for 2s [ 1078.721607] env[69836]: INFO networking_nsxv3.common.synchronization [req-c556b651-7895-416e-8342-00cdcbc68f2c req-74fde3fc-b31a-412c-91f8-8654e81eb336 tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] Enqueued Resource ID: 1dff8fa3-5696-4780-a8c6-c3a95b7798fa with Priority: HIGHEST for action security_group_members [ 1078.723176] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1dff8fa3-5696-4780-a8c6-c3a95b7798fa with Priority: HIGHEST for action security_group_members [ 1078.723971] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-1dff8fa3-5696-4780-a8c6-c3a95b7798fa taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.724172] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1dff8fa3-5696-4780-a8c6-c3a95b7798fa" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.724273] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1dff8fa3-5696-4780-a8c6-c3a95b7798fa" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.726568] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1dff8fa3-5696-4780-a8c6-c3a95b7798fa" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.726568] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.726568] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.726568] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.726568] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.726568] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.726568] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1dff8fa3-5696-4780-a8c6-c3a95b7798fa',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.888315] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.888549] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.888549] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.888818] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.888910] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.889026] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a85163dd-4357-4ea0-aa14-d3ab9ac7f404 is going to be updated. [ 1078.926228] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.926228] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.926228] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.926228] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.926228] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.939173] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a85163dd-4357-4ea0-aa14-d3ab9ac7f404 in Status: IN_PROGRESS for 2s [ 1079.058857] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c07f305-bd84-4175-88c1-ee7c9f8e1dcc in Status: SUCCESS [ 1079.058857] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c07f305-bd84-4175-88c1-ee7c9f8e1dcc deletion is rescheduled due to dependency. [ 1079.058992] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c07f305-bd84-4175-88c1-ee7c9f8e1dcc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.228790] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.228961] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.229019] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.229273] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.229395] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.229625] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.229864] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.229948] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.230138] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.230219] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.230332] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1dff8fa3-5696-4780-a8c6-c3a95b7798fa is going to be updated. [ 1079.267762] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.267762] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.267762] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.267979] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.268202] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.282623] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1dff8fa3-5696-4780-a8c6-c3a95b7798fa in Status: IN_PROGRESS for 2s [ 1079.813273] env[69836]: INFO networking_nsxv3.common.synchronization [req-02ac95ff-86c0-4570-9d81-1954fda5888a req-4a6b1a20-b422-4ade-9fb0-e90855a67930 service nova] Enqueued Resource ID: a85163dd-4357-4ea0-aa14-d3ab9ac7f404 with Priority: HIGHEST for action security_group_rules [ 1079.813525] env[69836]: INFO networking_nsxv3.common.synchronization [req-02ac95ff-86c0-4570-9d81-1954fda5888a req-4a6b1a20-b422-4ade-9fb0-e90855a67930 service nova] Enqueued Resource ID: a85163dd-4357-4ea0-aa14-d3ab9ac7f404 with Priority: HIGHEST for action security_group_members [ 1079.813691] env[69836]: INFO networking_nsxv3.common.synchronization [req-02ac95ff-86c0-4570-9d81-1954fda5888a req-4a6b1a20-b422-4ade-9fb0-e90855a67930 service nova] Enqueued Resource ID: 4cb4df17-2a94-445d-9485-2f71c55563f8 with Priority: HIGHEST for action port [ 1079.814132] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a85163dd-4357-4ea0-aa14-d3ab9ac7f404 with Priority: HIGHEST for action security_group_rules [ 1079.814295] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a85163dd-4357-4ea0-aa14-d3ab9ac7f404 with Priority: HIGHEST for action security_group_members [ 1079.815273] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cb4df17-2a94-445d-9485-2f71c55563f8 with Priority: HIGHEST for action port [ 1079.815648] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a85163dd-4357-4ea0-aa14-d3ab9ac7f404 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.815870] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a85163dd-4357-4ea0-aa14-d3ab9ac7f404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.817064] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a85163dd-4357-4ea0-aa14-d3ab9ac7f404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.817064] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a85163dd-4357-4ea0-aa14-d3ab9ac7f404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.817064] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a85163dd-4357-4ea0-aa14-d3ab9ac7f404',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.818025] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-a85163dd-4357-4ea0-aa14-d3ab9ac7f404 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.818879] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a85163dd-4357-4ea0-aa14-d3ab9ac7f404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.819563] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-4cb4df17-2a94-445d-9485-2f71c55563f8 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.819746] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4cb4df17-2a94-445d-9485-2f71c55563f8" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.820892] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4cb4df17-2a94-445d-9485-2f71c55563f8" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.820892] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4cb4df17-2a94-445d-9485-2f71c55563f8" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.820892] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4cb4df17-2a94-445d-9485-2f71c55563f8',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.327419] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-a85163dd-4357-4ea0-aa14-d3ab9ac7f404 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.327555] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a85163dd-4357-4ea0-aa14-d3ab9ac7f404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.327760] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4cb4df17-2a94-445d-9485-2f71c55563f8 with status ACTIVE [ 1080.327925] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.328042] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.328104] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.328321] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.328406] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.328599] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.328718] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.328776] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.328935] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.329021] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.329211] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.329344] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.329344] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.329476] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.329541] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.329631] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4cb4df17-2a94-445d-9485-2f71c55563f8 is going to be updated. [ 1080.356713] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.356856] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.356925] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.357248] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.357413] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.357576] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4cb4df17-2a94-445d-9485-2f71c55563f8" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.501624] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6265e3e-c67e-45b5-b2c9-5efb02c1e115 in Status: SUCCESS [ 1080.501624] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6265e3e-c67e-45b5-b2c9-5efb02c1e115 deletion is rescheduled due to dependency. [ 1080.501624] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6265e3e-c67e-45b5-b2c9-5efb02c1e115" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.724679] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 583d7bf1-7add-4ea9-ad10-31d80c633e6a in Status: SUCCESS [ 1080.725898] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-583d7bf1-7add-4ea9-ad10-31d80c633e6a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.726562] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-583d7bf1-7add-4ea9-ad10-31d80c633e6a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.726562] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-583d7bf1-7add-4ea9-ad10-31d80c633e6a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.726906] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.727152] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.727152] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.727540] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.727732] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.728015] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-583d7bf1-7add-4ea9-ad10-31d80c633e6a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.728948] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('583d7bf1-7add-4ea9-ad10-31d80c633e6a',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.954242] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a85163dd-4357-4ea0-aa14-d3ab9ac7f404 in Status: SUCCESS [ 1080.954242] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a85163dd-4357-4ea0-aa14-d3ab9ac7f404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.954242] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a85163dd-4357-4ea0-aa14-d3ab9ac7f404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.954242] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a85163dd-4357-4ea0-aa14-d3ab9ac7f404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.954242] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.954242] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.954242] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.954242] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.954242] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.954242] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a85163dd-4357-4ea0-aa14-d3ab9ac7f404',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.233942] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('583d7bf1-7add-4ea9-ad10-31d80c633e6a',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.294457] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1dff8fa3-5696-4780-a8c6-c3a95b7798fa in Status: SUCCESS [ 1081.294457] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1dff8fa3-5696-4780-a8c6-c3a95b7798fa deletion is rescheduled due to dependency. [ 1081.294457] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1dff8fa3-5696-4780-a8c6-c3a95b7798fa" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.460582] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a85163dd-4357-4ea0-aa14-d3ab9ac7f404',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.738988] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 583d7bf1-7add-4ea9-ad10-31d80c633e6a: rpc.has_security_group_logging(os_id): False [ 1081.761026] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.761026] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.761026] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.761026] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.761026] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.761026] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.761026] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.761026] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.761026] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.761026] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.761026] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 583d7bf1-7add-4ea9-ad10-31d80c633e6a is going to be created. [ 1081.828174] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.828174] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.828174] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.828174] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.828174] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.844318] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 583d7bf1-7add-4ea9-ad10-31d80c633e6a in Status: IN_PROGRESS for 2s [ 1081.966625] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a85163dd-4357-4ea0-aa14-d3ab9ac7f404',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.469827] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.470109] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.470247] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.470452] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.470547] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.470661] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a85163dd-4357-4ea0-aa14-d3ab9ac7f404 is going to be updated. [ 1082.505753] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.505915] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.506507] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.506507] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.506507] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.518373] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a85163dd-4357-4ea0-aa14-d3ab9ac7f404 in Status: IN_PROGRESS for 2s [ 1083.857799] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 583d7bf1-7add-4ea9-ad10-31d80c633e6a in Status: SUCCESS [ 1083.858201] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-583d7bf1-7add-4ea9-ad10-31d80c633e6a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.359569] env[69836]: INFO networking_nsxv3.common.synchronization [None req-b1084a04-ba0a-4508-bf4a-c00bcca66a4b None None] Enqueued Resource ID: 7a3167ba-bd93-4e73-a8ee-f2050fa69ab6 with Priority: HIGHEST for action port [ 1084.360325] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a3167ba-bd93-4e73-a8ee-f2050fa69ab6 with Priority: HIGHEST for action port [ 1084.360672] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a3167ba-bd93-4e73-a8ee-f2050fa69ab6 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.360806] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a3167ba-bd93-4e73-a8ee-f2050fa69ab6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.360884] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a3167ba-bd93-4e73-a8ee-f2050fa69ab6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.361129] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a3167ba-bd93-4e73-a8ee-f2050fa69ab6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.361213] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a3167ba-bd93-4e73-a8ee-f2050fa69ab6',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.528928] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a85163dd-4357-4ea0-aa14-d3ab9ac7f404 in Status: SUCCESS [ 1084.529216] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a85163dd-4357-4ea0-aa14-d3ab9ac7f404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.529424] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a85163dd-4357-4ea0-aa14-d3ab9ac7f404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.529656] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a85163dd-4357-4ea0-aa14-d3ab9ac7f404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.529861] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.529983] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.530086] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.530210] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.530287] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.530380] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a85163dd-4357-4ea0-aa14-d3ab9ac7f404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.530476] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a85163dd-4357-4ea0-aa14-d3ab9ac7f404',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.863518] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7a3167ba-bd93-4e73-a8ee-f2050fa69ab6 [ 1084.864108] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.864178] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.864215] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.864482] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.864861] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.864861] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7a3167ba-bd93-4e73-a8ee-f2050fa69ab6 already deleted. [ 1084.864962] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a3167ba-bd93-4e73-a8ee-f2050fa69ab6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.033666] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-a85163dd-4357-4ea0-aa14-d3ab9ac7f404 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.033830] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a85163dd-4357-4ea0-aa14-d3ab9ac7f404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.033902] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a85163dd-4357-4ea0-aa14-d3ab9ac7f404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.034207] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a85163dd-4357-4ea0-aa14-d3ab9ac7f404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.034396] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.034496] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.034537] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.034691] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.034779] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.034864] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a85163dd-4357-4ea0-aa14-d3ab9ac7f404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.035048] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-a85163dd-4357-4ea0-aa14-d3ab9ac7f404 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.035146] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a85163dd-4357-4ea0-aa14-d3ab9ac7f404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.035210] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a85163dd-4357-4ea0-aa14-d3ab9ac7f404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.035347] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a85163dd-4357-4ea0-aa14-d3ab9ac7f404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.035498] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.035620] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.035683] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.035849] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.035933] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.036026] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a85163dd-4357-4ea0-aa14-d3ab9ac7f404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.036116] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a85163dd-4357-4ea0-aa14-d3ab9ac7f404',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.210544] env[69836]: INFO networking_nsxv3.common.synchronization [req-0a00bf8d-6c3c-4263-9ed9-8b9379012054 req-d3835d19-c952-4d64-b21f-472d918d66cd tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Enqueued Resource ID: 895b550b-a92b-449d-8067-5b40315d6597 with Priority: HIGHEST for action security_group_members [ 1085.214020] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 895b550b-a92b-449d-8067-5b40315d6597 with Priority: HIGHEST for action security_group_members [ 1085.214020] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-895b550b-a92b-449d-8067-5b40315d6597 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.214228] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.214228] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.214323] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.214925] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.214925] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.214925] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.214925] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.214925] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.215171] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('895b550b-a92b-449d-8067-5b40315d6597',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.541159] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a85163dd-4357-4ea0-aa14-d3ab9ac7f404: rpc.has_security_group_logging(os_id): False [ 1085.563651] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.563883] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.563883] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.564136] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.591212] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.592044] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.592044] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.592044] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.592044] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.592044] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.592469] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.592469] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.592469] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.592579] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.592606] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.592827] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.592943] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.594992] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.594992] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.594992] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.594992] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a85163dd-4357-4ea0-aa14-d3ab9ac7f404 is going to be updated. [ 1085.684758] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.685022] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.685108] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.685345] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.685523] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.704016] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a85163dd-4357-4ea0-aa14-d3ab9ac7f404 in Status: IN_PROGRESS for 2s [ 1085.718885] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.719186] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.719262] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.719552] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.719672] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.720305] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.720305] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.720305] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.720505] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.720505] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.720559] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 895b550b-a92b-449d-8067-5b40315d6597 is going to be deleted. [ 1085.766673] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.766905] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.767027] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.767277] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.767380] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.767543] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.210689] env[69836]: INFO networking_nsxv3.common.synchronization [req-efb8c2bd-aff1-4989-a700-47856dc5e765 req-10cc1c40-c46a-4b0d-bae8-76d6cfd28a90 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] Enqueued Resource ID: c79180b6-ee72-462a-a3cf-c9c52ddb0ffb with Priority: HIGHEST for action security_group_members [ 1087.211343] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c79180b6-ee72-462a-a3cf-c9c52ddb0ffb with Priority: HIGHEST for action security_group_members [ 1087.211740] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-c79180b6-ee72-462a-a3cf-c9c52ddb0ffb taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.211924] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c79180b6-ee72-462a-a3cf-c9c52ddb0ffb" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.211971] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c79180b6-ee72-462a-a3cf-c9c52ddb0ffb" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.212240] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c79180b6-ee72-462a-a3cf-c9c52ddb0ffb" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.212437] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.212547] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.212606] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.212796] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.212947] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.212989] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c79180b6-ee72-462a-a3cf-c9c52ddb0ffb',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.251412] env[69836]: INFO networking_nsxv3.common.synchronization [None req-d62066cf-8550-46d6-ab44-ec57f8bdf930 None None] Enqueued Resource ID: 750a06ab-58f8-4cae-ac69-3398a36c8efd with Priority: HIGHEST for action port [ 1087.251636] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 750a06ab-58f8-4cae-ac69-3398a36c8efd with Priority: HIGHEST for action port [ 1087.252233] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-750a06ab-58f8-4cae-ac69-3398a36c8efd taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.252352] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-750a06ab-58f8-4cae-ac69-3398a36c8efd" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.252418] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-750a06ab-58f8-4cae-ac69-3398a36c8efd" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.252919] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-750a06ab-58f8-4cae-ac69-3398a36c8efd" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.252919] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('750a06ab-58f8-4cae-ac69-3398a36c8efd',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.715483] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.715673] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.715725] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.717315] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.717483] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.718365] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.718365] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.718365] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.718365] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.718365] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.718365] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c79180b6-ee72-462a-a3cf-c9c52ddb0ffb already deleted. [ 1087.718365] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c79180b6-ee72-462a-a3cf-c9c52ddb0ffb" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.723187] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a85163dd-4357-4ea0-aa14-d3ab9ac7f404 in Status: SUCCESS [ 1087.724179] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a85163dd-4357-4ea0-aa14-d3ab9ac7f404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.755120] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 750a06ab-58f8-4cae-ac69-3398a36c8efd [ 1087.755428] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.755605] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.755760] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.756047] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.756164] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.756281] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:750a06ab-58f8-4cae-ac69-3398a36c8efd already deleted. [ 1087.756365] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-750a06ab-58f8-4cae-ac69-3398a36c8efd" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.776980] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-761 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.777414] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-761" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.777414] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-761" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.777750] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-761" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.777888] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.778089] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.778366] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.778895] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.778895] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.779329] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1087.779329] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1087.779329] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1087.779478] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1087.779617] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1087.779712] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1087.779922] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1087.802584] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1087.802827] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1087.803081] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1087.803754] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-761" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.803822] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-176bafb8-5b7c-4cf0-b0da-8fa210fcad4a taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.806604] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-176bafb8-5b7c-4cf0-b0da-8fa210fcad4a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.806604] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-176bafb8-5b7c-4cf0-b0da-8fa210fcad4a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.806604] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-176bafb8-5b7c-4cf0-b0da-8fa210fcad4a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.806604] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('176bafb8-5b7c-4cf0-b0da-8fa210fcad4a',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.308851] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.309269] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.309348] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.309658] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.309834] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.310149] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port 176bafb8-5b7c-4cf0-b0da-8fa210fcad4a not found, creating... [ 1088.310438] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.310634] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.310761] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.311056] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.311231] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.311649] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.311766] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.311870] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.313163] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.313543] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.313861] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: 176bafb8-5b7c-4cf0-b0da-8fa210fcad4a is going to be created. [ 1088.339682] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.339956] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.340138] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.340431] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.340678] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.340983] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-176bafb8-5b7c-4cf0-b0da-8fa210fcad4a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.765332] env[69836]: INFO networking_nsxv3.common.synchronization [req-cd217f6b-6aaf-400f-83ff-5d2b28999963 req-2ea3ec52-366f-4c7a-b7e1-6320d90a6673 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Enqueued Resource ID: 1f02905c-1b48-4880-96c1-92801c06621a with Priority: HIGHEST for action security_group_members [ 1088.769127] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f02905c-1b48-4880-96c1-92801c06621a with Priority: HIGHEST for action security_group_members [ 1088.769127] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f02905c-1b48-4880-96c1-92801c06621a taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.769127] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f02905c-1b48-4880-96c1-92801c06621a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.769127] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f02905c-1b48-4880-96c1-92801c06621a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.769127] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f02905c-1b48-4880-96c1-92801c06621a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.769335] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.769397] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.769447] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.769692] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.769812] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.769911] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f02905c-1b48-4880-96c1-92801c06621a',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.250061] env[69836]: INFO networking_nsxv3.common.synchronization [req-efb8c2bd-aff1-4989-a700-47856dc5e765 req-85b9516f-8c58-434b-ab95-73d19a6e5a77 service nova] Enqueued Resource ID: c79180b6-ee72-462a-a3cf-c9c52ddb0ffb with Priority: HIGHEST for action security_group_rules [ 1089.250254] env[69836]: INFO networking_nsxv3.common.synchronization [req-efb8c2bd-aff1-4989-a700-47856dc5e765 req-85b9516f-8c58-434b-ab95-73d19a6e5a77 service nova] Enqueued Resource ID: c79180b6-ee72-462a-a3cf-c9c52ddb0ffb with Priority: HIGHEST for action security_group_members [ 1089.250715] env[69836]: INFO networking_nsxv3.common.synchronization [req-efb8c2bd-aff1-4989-a700-47856dc5e765 req-85b9516f-8c58-434b-ab95-73d19a6e5a77 service nova] Enqueued Resource ID: 176bafb8-5b7c-4cf0-b0da-8fa210fcad4a with Priority: HIGHEST for action port [ 1089.251508] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c79180b6-ee72-462a-a3cf-c9c52ddb0ffb with Priority: HIGHEST for action security_group_rules [ 1089.251508] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c79180b6-ee72-462a-a3cf-c9c52ddb0ffb with Priority: HIGHEST for action security_group_members [ 1089.251508] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 176bafb8-5b7c-4cf0-b0da-8fa210fcad4a with Priority: HIGHEST for action port [ 1089.251737] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c79180b6-ee72-462a-a3cf-c9c52ddb0ffb taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.251737] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c79180b6-ee72-462a-a3cf-c9c52ddb0ffb" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.251737] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c79180b6-ee72-462a-a3cf-c9c52ddb0ffb" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.252501] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c79180b6-ee72-462a-a3cf-c9c52ddb0ffb" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.252501] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c79180b6-ee72-462a-a3cf-c9c52ddb0ffb',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.253551] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-c79180b6-ee72-462a-a3cf-c9c52ddb0ffb taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.253551] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c79180b6-ee72-462a-a3cf-c9c52ddb0ffb" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.253551] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c79180b6-ee72-462a-a3cf-c9c52ddb0ffb" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.253551] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c79180b6-ee72-462a-a3cf-c9c52ddb0ffb" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.253794] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.253911] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.253999] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.254138] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.254211] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.254302] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c79180b6-ee72-462a-a3cf-c9c52ddb0ffb',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.255084] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-176bafb8-5b7c-4cf0-b0da-8fa210fcad4a taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.255186] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-176bafb8-5b7c-4cf0-b0da-8fa210fcad4a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.255231] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-176bafb8-5b7c-4cf0-b0da-8fa210fcad4a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.255483] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-176bafb8-5b7c-4cf0-b0da-8fa210fcad4a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.255483] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('176bafb8-5b7c-4cf0-b0da-8fa210fcad4a',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.273391] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.273534] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.273663] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.273813] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.273906] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.274248] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.274353] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.274418] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.274576] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.274650] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.274739] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f02905c-1b48-4880-96c1-92801c06621a is going to be updated. [ 1089.305805] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.305956] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.306040] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.306263] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.306406] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.314854] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f02905c-1b48-4880-96c1-92801c06621a in Status: IN_PROGRESS for 2s [ 1089.756897] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c79180b6-ee72-462a-a3cf-c9c52ddb0ffb',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.758095] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-c79180b6-ee72-462a-a3cf-c9c52ddb0ffb taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.758231] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c79180b6-ee72-462a-a3cf-c9c52ddb0ffb" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.759502] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 176bafb8-5b7c-4cf0-b0da-8fa210fcad4a with status ACTIVE [ 1089.760719] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.760719] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.760719] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.760719] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.761252] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.761496] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.761643] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.761731] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.761960] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.762057] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.762259] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.762360] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.762434] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.762589] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.762705] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.762744] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 176bafb8-5b7c-4cf0-b0da-8fa210fcad4a is going to be updated. [ 1089.787342] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.787342] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.787543] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.787720] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.787924] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.788142] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-176bafb8-5b7c-4cf0-b0da-8fa210fcad4a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.260563] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c79180b6-ee72-462a-a3cf-c9c52ddb0ffb',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.770117] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.770460] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.770460] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.770575] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.770669] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.770773] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c79180b6-ee72-462a-a3cf-c9c52ddb0ffb is going to be created. [ 1090.849521] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.849521] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.849521] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.849783] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.850074] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.861247] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c79180b6-ee72-462a-a3cf-c9c52ddb0ffb in Status: UNINITIALIZED for 2s [ 1091.326669] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f02905c-1b48-4880-96c1-92801c06621a in Status: SUCCESS [ 1091.326869] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f02905c-1b48-4880-96c1-92801c06621a deletion is rescheduled due to dependency. [ 1091.327045] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f02905c-1b48-4880-96c1-92801c06621a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.871690] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c79180b6-ee72-462a-a3cf-c9c52ddb0ffb in Status: SUCCESS [ 1092.872008] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c79180b6-ee72-462a-a3cf-c9c52ddb0ffb" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.872792] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c79180b6-ee72-462a-a3cf-c9c52ddb0ffb" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.872792] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c79180b6-ee72-462a-a3cf-c9c52ddb0ffb" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.872792] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.872792] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.872792] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.873099] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.873099] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.873099] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c79180b6-ee72-462a-a3cf-c9c52ddb0ffb" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.873099] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c79180b6-ee72-462a-a3cf-c9c52ddb0ffb',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.375870] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-c79180b6-ee72-462a-a3cf-c9c52ddb0ffb taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.376153] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c79180b6-ee72-462a-a3cf-c9c52ddb0ffb" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.376243] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c79180b6-ee72-462a-a3cf-c9c52ddb0ffb" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.376504] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c79180b6-ee72-462a-a3cf-c9c52ddb0ffb" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.376773] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.377044] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.377044] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.377256] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.377400] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.377539] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c79180b6-ee72-462a-a3cf-c9c52ddb0ffb" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.377758] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-c79180b6-ee72-462a-a3cf-c9c52ddb0ffb taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.377916] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c79180b6-ee72-462a-a3cf-c9c52ddb0ffb" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.378044] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c79180b6-ee72-462a-a3cf-c9c52ddb0ffb" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.378280] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c79180b6-ee72-462a-a3cf-c9c52ddb0ffb" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.378475] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.378599] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.378694] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.378871] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.378963] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.379075] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c79180b6-ee72-462a-a3cf-c9c52ddb0ffb" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.379169] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c79180b6-ee72-462a-a3cf-c9c52ddb0ffb',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.881800] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c79180b6-ee72-462a-a3cf-c9c52ddb0ffb: rpc.has_security_group_logging(os_id): False [ 1093.907424] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.907424] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.907424] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.907424] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.907424] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.907424] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.907424] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.907424] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.907424] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.907424] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.907424] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.907424] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.907424] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.908069] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.908069] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.908069] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.908069] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.908069] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.908069] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.908450] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.908450] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c79180b6-ee72-462a-a3cf-c9c52ddb0ffb is going to be created. [ 1093.991673] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.991912] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.991966] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.992268] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.992518] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.005589] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c79180b6-ee72-462a-a3cf-c9c52ddb0ffb in Status: IN_PROGRESS for 2s [ 1094.193181] env[69836]: INFO networking_nsxv3.common.synchronization [req-fc4ca868-8479-45ab-805c-6c53064ea7ea req-3e79c4b9-f3cd-44b7-9e4e-8ed21480252a tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Enqueued Resource ID: a85163dd-4357-4ea0-aa14-d3ab9ac7f404 with Priority: HIGHEST for action security_group_members [ 1094.193783] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a85163dd-4357-4ea0-aa14-d3ab9ac7f404 with Priority: HIGHEST for action security_group_members [ 1094.194108] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-a85163dd-4357-4ea0-aa14-d3ab9ac7f404 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.194277] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a85163dd-4357-4ea0-aa14-d3ab9ac7f404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.194331] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a85163dd-4357-4ea0-aa14-d3ab9ac7f404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.194509] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a85163dd-4357-4ea0-aa14-d3ab9ac7f404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.194676] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.194780] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.194837] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.194994] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.195090] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.195184] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a85163dd-4357-4ea0-aa14-d3ab9ac7f404',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.701057] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a85163dd-4357-4ea0-aa14-d3ab9ac7f404',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.204850] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a85163dd-4357-4ea0-aa14-d3ab9ac7f404',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.707323] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.707487] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.707487] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.707703] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.707794] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.707891] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a85163dd-4357-4ea0-aa14-d3ab9ac7f404 is going to be updated. [ 1095.742021] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.742228] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.742228] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.742447] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.742617] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.753121] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a85163dd-4357-4ea0-aa14-d3ab9ac7f404 in Status: IN_PROGRESS for 2s [ 1096.020735] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c79180b6-ee72-462a-a3cf-c9c52ddb0ffb in Status: SUCCESS [ 1096.020970] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c79180b6-ee72-462a-a3cf-c9c52ddb0ffb" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.787736] env[69836]: INFO networking_nsxv3.common.synchronization [req-26a5f959-637c-4acf-87d8-e7b2a64d5c0b req-c96008f8-7e61-4b0b-92ea-cc88b2173a97 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Enqueued Resource ID: e557fa6c-3c05-4a1a-bf75-a554b079941f with Priority: HIGHEST for action security_group_members [ 1096.788301] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e557fa6c-3c05-4a1a-bf75-a554b079941f with Priority: HIGHEST for action security_group_members [ 1096.788608] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-e557fa6c-3c05-4a1a-bf75-a554b079941f taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.788754] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e557fa6c-3c05-4a1a-bf75-a554b079941f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.788827] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e557fa6c-3c05-4a1a-bf75-a554b079941f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.789124] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e557fa6c-3c05-4a1a-bf75-a554b079941f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.789275] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.789378] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.789441] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.789592] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.789677] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.789782] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e557fa6c-3c05-4a1a-bf75-a554b079941f',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.291551] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.291748] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.291792] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.291984] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.292096] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.292290] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.292390] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.292452] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.292601] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.292676] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.292763] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e557fa6c-3c05-4a1a-bf75-a554b079941f already deleted. [ 1097.292843] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e557fa6c-3c05-4a1a-bf75-a554b079941f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.619526] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-243 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.619731] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-243" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.619900] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-243" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.620533] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-243" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.620616] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.620727] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.621467] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.621467] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.621467] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.621467] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1097.621635] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1097.621635] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1097.621742] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1097.621854] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1097.621959] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1097.623110] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1097.646745] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1097.646745] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1097.646745] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1097.646745] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-243" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.647031] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-5261d2bb-2460-44bf-a485-43776b72f2e0 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.647214] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-5261d2bb-2460-44bf-a485-43776b72f2e0" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.647349] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-5261d2bb-2460-44bf-a485-43776b72f2e0" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.647768] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-5261d2bb-2460-44bf-a485-43776b72f2e0" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.647881] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5261d2bb-2460-44bf-a485-43776b72f2e0',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.764423] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a85163dd-4357-4ea0-aa14-d3ab9ac7f404 in Status: SUCCESS [ 1097.764423] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a85163dd-4357-4ea0-aa14-d3ab9ac7f404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.151099] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.151099] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.151099] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.151610] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.151610] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.151721] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port 5261d2bb-2460-44bf-a485-43776b72f2e0 not found, creating... [ 1098.152056] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.152313] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.152456] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.152765] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.153070] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.153372] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.153571] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.153723] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.153973] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.154136] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.154318] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: 5261d2bb-2460-44bf-a485-43776b72f2e0 is going to be created. [ 1098.176647] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.176934] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.177106] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.177437] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.177750] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.178171] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-5261d2bb-2460-44bf-a485-43776b72f2e0" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.985756] env[69836]: INFO networking_nsxv3.common.synchronization [req-f36501f0-4002-41a3-89f5-e533184fa690 req-d741d7e8-52a4-481b-9ddb-c7eef78eccb8 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Enqueued Resource ID: e557fa6c-3c05-4a1a-bf75-a554b079941f with Priority: HIGHEST for action security_group_members [ 1098.986322] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e557fa6c-3c05-4a1a-bf75-a554b079941f with Priority: HIGHEST for action security_group_members [ 1098.986674] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-e557fa6c-3c05-4a1a-bf75-a554b079941f taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.986809] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e557fa6c-3c05-4a1a-bf75-a554b079941f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.986809] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e557fa6c-3c05-4a1a-bf75-a554b079941f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.988196] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e557fa6c-3c05-4a1a-bf75-a554b079941f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.988196] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.988196] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.988196] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.988196] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.988196] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.988196] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e557fa6c-3c05-4a1a-bf75-a554b079941f',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.080962] env[69836]: INFO networking_nsxv3.common.synchronization [req-26a5f959-637c-4acf-87d8-e7b2a64d5c0b req-fc5d0f52-394b-44f3-86ae-f5e23eeaf6e5 service nova] Enqueued Resource ID: e557fa6c-3c05-4a1a-bf75-a554b079941f with Priority: HIGHEST for action security_group_rules [ 1099.081207] env[69836]: INFO networking_nsxv3.common.synchronization [req-26a5f959-637c-4acf-87d8-e7b2a64d5c0b req-fc5d0f52-394b-44f3-86ae-f5e23eeaf6e5 service nova] Enqueued Resource ID: e557fa6c-3c05-4a1a-bf75-a554b079941f with Priority: HIGHEST for action security_group_members [ 1099.081352] env[69836]: INFO networking_nsxv3.common.synchronization [req-26a5f959-637c-4acf-87d8-e7b2a64d5c0b req-fc5d0f52-394b-44f3-86ae-f5e23eeaf6e5 service nova] Enqueued Resource ID: 5261d2bb-2460-44bf-a485-43776b72f2e0 with Priority: HIGHEST for action port [ 1099.081598] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e557fa6c-3c05-4a1a-bf75-a554b079941f with Priority: HIGHEST for action security_group_rules [ 1099.081758] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e557fa6c-3c05-4a1a-bf75-a554b079941f with Priority: HIGHEST for action security_group_members [ 1099.081827] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5261d2bb-2460-44bf-a485-43776b72f2e0 with Priority: HIGHEST for action port [ 1099.082392] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e557fa6c-3c05-4a1a-bf75-a554b079941f taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.082517] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e557fa6c-3c05-4a1a-bf75-a554b079941f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.082584] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e557fa6c-3c05-4a1a-bf75-a554b079941f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.082840] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e557fa6c-3c05-4a1a-bf75-a554b079941f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.082917] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e557fa6c-3c05-4a1a-bf75-a554b079941f',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.087156] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-e557fa6c-3c05-4a1a-bf75-a554b079941f taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.087270] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e557fa6c-3c05-4a1a-bf75-a554b079941f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.087489] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-5261d2bb-2460-44bf-a485-43776b72f2e0 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.087594] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5261d2bb-2460-44bf-a485-43776b72f2e0" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.087653] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5261d2bb-2460-44bf-a485-43776b72f2e0" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.087911] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5261d2bb-2460-44bf-a485-43776b72f2e0" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.087911] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5261d2bb-2460-44bf-a485-43776b72f2e0',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.299244] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-243 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.299538] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-243" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.299585] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-243" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.300040] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-243" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.300326] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.300538] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.300684] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.300913] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.301108] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.301317] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1099.301432] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1099.301552] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1099.301660] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1099.301776] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1099.301956] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1099.302038] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1099.322178] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1099.322827] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1099.322827] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1099.322944] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-243" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.323257] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-b0b0cced-4c6c-49ee-a1d2-5ea9f238bfef taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.323434] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-b0b0cced-4c6c-49ee-a1d2-5ea9f238bfef" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.323593] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-b0b0cced-4c6c-49ee-a1d2-5ea9f238bfef" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.323977] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-b0b0cced-4c6c-49ee-a1d2-5ea9f238bfef" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.324946] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0b0cced-4c6c-49ee-a1d2-5ea9f238bfef',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.489449] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e557fa6c-3c05-4a1a-bf75-a554b079941f',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.589541] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-e557fa6c-3c05-4a1a-bf75-a554b079941f taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.589701] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e557fa6c-3c05-4a1a-bf75-a554b079941f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.589916] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5261d2bb-2460-44bf-a485-43776b72f2e0 with status ACTIVE [ 1099.590104] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.590212] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.590279] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.590489] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.590576] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.590751] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.590845] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.590905] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.591173] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.591274] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.591475] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.591591] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.591625] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.591830] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.591917] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.592014] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5261d2bb-2460-44bf-a485-43776b72f2e0 is going to be updated. [ 1099.639369] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.639597] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.639761] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.640111] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.640366] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.640809] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5261d2bb-2460-44bf-a485-43776b72f2e0" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.826650] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.826934] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.827115] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.827382] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.827541] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.827701] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port b0b0cced-4c6c-49ee-a1d2-5ea9f238bfef not found, creating... [ 1099.827963] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.828135] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.828259] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.828481] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.828636] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.829015] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.829192] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.829310] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.829523] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.829659] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.829890] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: b0b0cced-4c6c-49ee-a1d2-5ea9f238bfef is going to be created. [ 1099.850438] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.850656] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.850766] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.851779] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.851779] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.851779] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-b0b0cced-4c6c-49ee-a1d2-5ea9f238bfef" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.992156] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e557fa6c-3c05-4a1a-bf75-a554b079941f',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.494214] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.494520] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.494520] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.494650] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.494744] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.494889] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e557fa6c-3c05-4a1a-bf75-a554b079941f is going to be created. [ 1100.520436] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.520725] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.520725] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.520858] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.521030] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.536104] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e557fa6c-3c05-4a1a-bf75-a554b079941f in Status: UNINITIALIZED for 2s [ 1100.556274] env[69836]: INFO networking_nsxv3.common.synchronization [req-f36501f0-4002-41a3-89f5-e533184fa690 req-eaf17f00-9bfe-464c-b007-bf584485f91d service nova] Enqueued Resource ID: e557fa6c-3c05-4a1a-bf75-a554b079941f with Priority: HIGHEST for action security_group_rules [ 1100.556540] env[69836]: INFO networking_nsxv3.common.synchronization [req-f36501f0-4002-41a3-89f5-e533184fa690 req-eaf17f00-9bfe-464c-b007-bf584485f91d service nova] Enqueued Resource ID: e557fa6c-3c05-4a1a-bf75-a554b079941f with Priority: HIGHEST for action security_group_members [ 1100.556957] env[69836]: INFO networking_nsxv3.common.synchronization [req-f36501f0-4002-41a3-89f5-e533184fa690 req-eaf17f00-9bfe-464c-b007-bf584485f91d service nova] Enqueued Resource ID: b0b0cced-4c6c-49ee-a1d2-5ea9f238bfef with Priority: HIGHEST for action port [ 1100.557556] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e557fa6c-3c05-4a1a-bf75-a554b079941f with Priority: HIGHEST for action security_group_rules [ 1100.557697] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e557fa6c-3c05-4a1a-bf75-a554b079941f with Priority: HIGHEST for action security_group_members [ 1100.557816] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0b0cced-4c6c-49ee-a1d2-5ea9f238bfef with Priority: HIGHEST for action port [ 1100.558298] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e557fa6c-3c05-4a1a-bf75-a554b079941f taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.558410] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e557fa6c-3c05-4a1a-bf75-a554b079941f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.558665] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-e557fa6c-3c05-4a1a-bf75-a554b079941f taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.558936] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e557fa6c-3c05-4a1a-bf75-a554b079941f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.559065] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0b0cced-4c6c-49ee-a1d2-5ea9f238bfef taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.559186] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0b0cced-4c6c-49ee-a1d2-5ea9f238bfef" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.559245] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0b0cced-4c6c-49ee-a1d2-5ea9f238bfef" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.559451] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0b0cced-4c6c-49ee-a1d2-5ea9f238bfef" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.559565] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0b0cced-4c6c-49ee-a1d2-5ea9f238bfef',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.061898] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b0b0cced-4c6c-49ee-a1d2-5ea9f238bfef with status ACTIVE [ 1101.062151] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.062289] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.062357] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.062570] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.062664] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.062840] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.062932] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.062995] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.063158] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.063269] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.063409] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.063500] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.063561] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.063694] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.063768] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.063853] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b0b0cced-4c6c-49ee-a1d2-5ea9f238bfef is going to be updated. [ 1101.089943] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.090133] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.090175] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.090364] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.090555] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.090658] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0b0cced-4c6c-49ee-a1d2-5ea9f238bfef" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.437470] env[69836]: INFO networking_nsxv3.common.synchronization [req-f5438324-8ad0-4ab0-b3e8-90c1a73ccf73 req-083916fb-51b7-4022-abee-439f14eda09a tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Enqueued Resource ID: 895b550b-a92b-449d-8067-5b40315d6597 with Priority: HIGHEST for action security_group_members [ 1101.438142] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 895b550b-a92b-449d-8067-5b40315d6597 with Priority: HIGHEST for action security_group_members [ 1101.438508] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-895b550b-a92b-449d-8067-5b40315d6597 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.438666] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.438808] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.439072] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.439253] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.439384] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.439454] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.439689] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.439757] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.439852] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('895b550b-a92b-449d-8067-5b40315d6597',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.761300] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-731 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.761641] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-731" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.761738] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-731" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.761982] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-731" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.762312] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.762520] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.762723] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.763940] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.764138] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.764375] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1101.764478] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1101.764593] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1101.764706] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1101.764821] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1101.765287] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1101.765287] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1101.788318] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1101.788675] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1101.789015] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1101.789248] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-731" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.789695] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-8d2afe5a-9c6b-4c89-b2a3-a29438bd3e60 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.789938] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-8d2afe5a-9c6b-4c89-b2a3-a29438bd3e60" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.790123] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-8d2afe5a-9c6b-4c89-b2a3-a29438bd3e60" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.790581] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-8d2afe5a-9c6b-4c89-b2a3-a29438bd3e60" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.790777] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d2afe5a-9c6b-4c89-b2a3-a29438bd3e60',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.942694] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.942882] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.942961] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.943198] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.943305] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.943510] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.943607] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.943686] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.943849] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.944184] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.944184] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 895b550b-a92b-449d-8067-5b40315d6597 already deleted. [ 1101.944184] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.293596] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.293861] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.294037] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.294368] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.294545] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.294727] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port 8d2afe5a-9c6b-4c89-b2a3-a29438bd3e60 not found, creating... [ 1102.295099] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.295299] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.295441] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.295697] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.295864] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.296274] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.296496] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.296634] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.296897] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.297084] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.297266] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: 8d2afe5a-9c6b-4c89-b2a3-a29438bd3e60 is going to be created. [ 1102.319011] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.319233] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.319362] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.319631] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.319894] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.320140] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-8d2afe5a-9c6b-4c89-b2a3-a29438bd3e60" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.547699] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e557fa6c-3c05-4a1a-bf75-a554b079941f in Status: SUCCESS [ 1102.547947] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e557fa6c-3c05-4a1a-bf75-a554b079941f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.548029] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e557fa6c-3c05-4a1a-bf75-a554b079941f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.548271] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e557fa6c-3c05-4a1a-bf75-a554b079941f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.548477] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.548621] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.548717] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.548937] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.549162] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.549298] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e557fa6c-3c05-4a1a-bf75-a554b079941f',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.612666] env[69836]: INFO networking_nsxv3.common.synchronization [req-cb8467d4-6ee8-4f1f-8974-6cfe87996a41 req-a815ad20-aef1-49b8-b69d-889d687cc871 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] Enqueued Resource ID: c79180b6-ee72-462a-a3cf-c9c52ddb0ffb with Priority: HIGHEST for action security_group_members [ 1102.612666] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c79180b6-ee72-462a-a3cf-c9c52ddb0ffb with Priority: HIGHEST for action security_group_members [ 1102.612864] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-c79180b6-ee72-462a-a3cf-c9c52ddb0ffb taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.612864] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c79180b6-ee72-462a-a3cf-c9c52ddb0ffb" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.612971] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c79180b6-ee72-462a-a3cf-c9c52ddb0ffb" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.613404] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c79180b6-ee72-462a-a3cf-c9c52ddb0ffb" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.613520] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.613647] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.613720] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.613932] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.614073] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.614205] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c79180b6-ee72-462a-a3cf-c9c52ddb0ffb',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.993447] env[69836]: INFO networking_nsxv3.common.synchronization [req-f5438324-8ad0-4ab0-b3e8-90c1a73ccf73 req-74553c5e-8070-4bf3-a246-7ec469b87411 service nova] Enqueued Resource ID: 895b550b-a92b-449d-8067-5b40315d6597 with Priority: HIGHEST for action security_group_rules [ 1102.993447] env[69836]: INFO networking_nsxv3.common.synchronization [req-f5438324-8ad0-4ab0-b3e8-90c1a73ccf73 req-74553c5e-8070-4bf3-a246-7ec469b87411 service nova] Enqueued Resource ID: 895b550b-a92b-449d-8067-5b40315d6597 with Priority: HIGHEST for action security_group_members [ 1102.993447] env[69836]: INFO networking_nsxv3.common.synchronization [req-f5438324-8ad0-4ab0-b3e8-90c1a73ccf73 req-74553c5e-8070-4bf3-a246-7ec469b87411 service nova] Enqueued Resource ID: 8d2afe5a-9c6b-4c89-b2a3-a29438bd3e60 with Priority: HIGHEST for action port [ 1102.993447] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 895b550b-a92b-449d-8067-5b40315d6597 with Priority: HIGHEST for action security_group_rules [ 1102.993447] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 895b550b-a92b-449d-8067-5b40315d6597 with Priority: HIGHEST for action security_group_members [ 1102.993447] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d2afe5a-9c6b-4c89-b2a3-a29438bd3e60 with Priority: HIGHEST for action port [ 1102.993447] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-895b550b-a92b-449d-8067-5b40315d6597 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.993447] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.993447] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.993447] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.993447] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('895b550b-a92b-449d-8067-5b40315d6597',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.996808] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-895b550b-a92b-449d-8067-5b40315d6597 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.996808] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.997242] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.997242] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.997242] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.998290] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.998290] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.998290] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.998290] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.998290] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('895b550b-a92b-449d-8067-5b40315d6597',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.998482] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d2afe5a-9c6b-4c89-b2a3-a29438bd3e60 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.998540] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d2afe5a-9c6b-4c89-b2a3-a29438bd3e60" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.998656] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d2afe5a-9c6b-4c89-b2a3-a29438bd3e60" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.998771] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d2afe5a-9c6b-4c89-b2a3-a29438bd3e60" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.998851] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d2afe5a-9c6b-4c89-b2a3-a29438bd3e60',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.052178] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e557fa6c-3c05-4a1a-bf75-a554b079941f',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.117009] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.117273] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.117433] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.117627] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.117725] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.117957] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.118134] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.118210] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.118469] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.118614] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.118741] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c79180b6-ee72-462a-a3cf-c9c52ddb0ffb is going to be updated. [ 1103.149946] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.150155] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.150262] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.150493] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.150690] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.159230] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c79180b6-ee72-462a-a3cf-c9c52ddb0ffb in Status: IN_PROGRESS for 2s [ 1103.501433] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8d2afe5a-9c6b-4c89-b2a3-a29438bd3e60 with status ACTIVE [ 1103.501433] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.501636] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.501729] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.502911] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.502911] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.502911] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.502911] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.502911] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.502911] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.502911] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.502911] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.502911] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.502911] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.503303] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.503303] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.503303] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8d2afe5a-9c6b-4c89-b2a3-a29438bd3e60 is going to be updated. [ 1103.504431] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-895b550b-a92b-449d-8067-5b40315d6597 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.504548] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.504704] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('895b550b-a92b-449d-8067-5b40315d6597',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.533791] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.533969] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.534040] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.534283] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.534429] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.534665] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d2afe5a-9c6b-4c89-b2a3-a29438bd3e60" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.554780] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e557fa6c-3c05-4a1a-bf75-a554b079941f',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.928089] env[69836]: INFO networking_nsxv3.common.synchronization [req-59006b4e-3596-4147-9732-4390e22ea207 req-93e97acf-e82e-4b3b-a56f-21f533b0050a tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Enqueued Resource ID: 1901b260-9933-45b0-8421-0e40c69c1331 with Priority: HIGHEST for action security_group_members [ 1103.928775] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1901b260-9933-45b0-8421-0e40c69c1331 with Priority: HIGHEST for action security_group_members [ 1103.929996] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-1901b260-9933-45b0-8421-0e40c69c1331 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.930321] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1901b260-9933-45b0-8421-0e40c69c1331" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.931234] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1901b260-9933-45b0-8421-0e40c69c1331" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.931464] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1901b260-9933-45b0-8421-0e40c69c1331" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.931645] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.931750] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.931808] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.931969] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.932064] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.932159] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1901b260-9933-45b0-8421-0e40c69c1331',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.009173] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('895b550b-a92b-449d-8067-5b40315d6597',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.059067] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.059067] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.059067] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.059067] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.059067] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.059067] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e557fa6c-3c05-4a1a-bf75-a554b079941f is going to be updated. [ 1104.089445] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.089445] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.089445] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.089445] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.089445] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.097998] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e557fa6c-3c05-4a1a-bf75-a554b079941f in Status: IN_PROGRESS for 2s [ 1104.371723] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-510 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.371926] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-510" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.371926] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-510" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.372225] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-510" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.372602] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.372711] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.372800] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.373168] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.373317] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.373561] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1104.373648] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1104.373781] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1104.373913] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1104.374059] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1104.374200] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1104.374368] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1104.395101] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1104.395264] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1104.395397] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1104.395574] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-510" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.395953] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-f3543277-c1dc-4f49-ba8d-fe468c730827 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.396082] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-f3543277-c1dc-4f49-ba8d-fe468c730827" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.396474] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-f3543277-c1dc-4f49-ba8d-fe468c730827" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.396537] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-f3543277-c1dc-4f49-ba8d-fe468c730827" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.396662] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3543277-c1dc-4f49-ba8d-fe468c730827',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.434256] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.434567] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.434567] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.434744] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.434876] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.435272] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.435393] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.435467] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.436924] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.437112] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.437756] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1901b260-9933-45b0-8421-0e40c69c1331 is going to be updated. [ 1104.465591] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.465733] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.465806] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.466029] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.466182] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.475043] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1901b260-9933-45b0-8421-0e40c69c1331 in Status: IN_PROGRESS for 2s [ 1104.511723] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.511900] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.511977] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.512228] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.512296] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.512394] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 895b550b-a92b-449d-8067-5b40315d6597 is going to be created. [ 1104.535840] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.535840] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.535840] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.536153] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.536365] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.545882] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 895b550b-a92b-449d-8067-5b40315d6597 in Status: UNINITIALIZED for 2s [ 1104.900387] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.900670] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.901532] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.901532] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.901532] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.901532] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port f3543277-c1dc-4f49-ba8d-fe468c730827 not found, creating... [ 1104.901791] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.902107] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.902295] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.902663] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.902829] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.903162] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.903403] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.903931] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.903931] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.904065] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.904185] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: f3543277-c1dc-4f49-ba8d-fe468c730827 is going to be created. [ 1104.929124] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.930478] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.930478] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.930478] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.930644] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.931162] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-f3543277-c1dc-4f49-ba8d-fe468c730827" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.185638] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c79180b6-ee72-462a-a3cf-c9c52ddb0ffb in Status: SUCCESS [ 1105.185638] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c79180b6-ee72-462a-a3cf-c9c52ddb0ffb deletion is rescheduled due to dependency. [ 1105.185638] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c79180b6-ee72-462a-a3cf-c9c52ddb0ffb" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.771534] env[69836]: INFO networking_nsxv3.common.synchronization [req-59006b4e-3596-4147-9732-4390e22ea207 req-f917d7b7-23eb-4476-be54-a4a3453028e1 service nova] Enqueued Resource ID: 1901b260-9933-45b0-8421-0e40c69c1331 with Priority: HIGHEST for action security_group_rules [ 1105.771534] env[69836]: INFO networking_nsxv3.common.synchronization [req-59006b4e-3596-4147-9732-4390e22ea207 req-f917d7b7-23eb-4476-be54-a4a3453028e1 service nova] Enqueued Resource ID: 1901b260-9933-45b0-8421-0e40c69c1331 with Priority: HIGHEST for action security_group_members [ 1105.771534] env[69836]: INFO networking_nsxv3.common.synchronization [req-59006b4e-3596-4147-9732-4390e22ea207 req-f917d7b7-23eb-4476-be54-a4a3453028e1 service nova] Enqueued Resource ID: f3543277-c1dc-4f49-ba8d-fe468c730827 with Priority: HIGHEST for action port [ 1105.774580] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1901b260-9933-45b0-8421-0e40c69c1331 with Priority: HIGHEST for action security_group_rules [ 1105.774580] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1901b260-9933-45b0-8421-0e40c69c1331 with Priority: HIGHEST for action security_group_members [ 1105.774580] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3543277-c1dc-4f49-ba8d-fe468c730827 with Priority: HIGHEST for action port [ 1105.774580] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1901b260-9933-45b0-8421-0e40c69c1331 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.774580] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1901b260-9933-45b0-8421-0e40c69c1331" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.774580] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1901b260-9933-45b0-8421-0e40c69c1331" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.775135] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1901b260-9933-45b0-8421-0e40c69c1331" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.775135] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1901b260-9933-45b0-8421-0e40c69c1331',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.775921] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-1901b260-9933-45b0-8421-0e40c69c1331 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.775921] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1901b260-9933-45b0-8421-0e40c69c1331" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.776040] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3543277-c1dc-4f49-ba8d-fe468c730827 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.776121] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3543277-c1dc-4f49-ba8d-fe468c730827" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.776815] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3543277-c1dc-4f49-ba8d-fe468c730827" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.776815] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3543277-c1dc-4f49-ba8d-fe468c730827" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.776815] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3543277-c1dc-4f49-ba8d-fe468c730827',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.109514] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e557fa6c-3c05-4a1a-bf75-a554b079941f in Status: SUCCESS [ 1106.109744] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e557fa6c-3c05-4a1a-bf75-a554b079941f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.109941] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e557fa6c-3c05-4a1a-bf75-a554b079941f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.110313] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e557fa6c-3c05-4a1a-bf75-a554b079941f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.110410] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.110567] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.110787] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.110846] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.110881] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.110965] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e557fa6c-3c05-4a1a-bf75-a554b079941f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.111181] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e557fa6c-3c05-4a1a-bf75-a554b079941f',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.111974] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e557fa6c-3c05-4a1a-bf75-a554b079941f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.112181] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e557fa6c-3c05-4a1a-bf75-a554b079941f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.112478] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.112478] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.112478] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.112637] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.112695] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.113057] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e557fa6c-3c05-4a1a-bf75-a554b079941f',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.278615] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-1901b260-9933-45b0-8421-0e40c69c1331 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.278615] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1901b260-9933-45b0-8421-0e40c69c1331" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.279123] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f3543277-c1dc-4f49-ba8d-fe468c730827 with status ACTIVE [ 1106.279123] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.279401] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.279401] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.279526] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.279683] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.279910] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.280028] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.280112] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.280311] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.280405] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.280613] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.280725] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.280789] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.280945] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.281534] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.281629] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f3543277-c1dc-4f49-ba8d-fe468c730827 is going to be updated. [ 1106.305923] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.306159] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.306159] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.306391] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.306563] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.306776] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3543277-c1dc-4f49-ba8d-fe468c730827" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.491765] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1901b260-9933-45b0-8421-0e40c69c1331 in Status: SUCCESS [ 1106.491962] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1901b260-9933-45b0-8421-0e40c69c1331 deletion is rescheduled due to dependency. [ 1106.492107] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1901b260-9933-45b0-8421-0e40c69c1331" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.492290] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1901b260-9933-45b0-8421-0e40c69c1331" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.492523] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1901b260-9933-45b0-8421-0e40c69c1331" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.492722] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.492843] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.492911] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.493120] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.493202] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.493301] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1901b260-9933-45b0-8421-0e40c69c1331',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.558291] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 895b550b-a92b-449d-8067-5b40315d6597 in Status: SUCCESS [ 1106.558466] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.558628] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.558955] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.560033] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.560033] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.560033] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.560033] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.560033] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.560033] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.560033] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('895b550b-a92b-449d-8067-5b40315d6597',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.615231] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-e557fa6c-3c05-4a1a-bf75-a554b079941f taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.615426] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e557fa6c-3c05-4a1a-bf75-a554b079941f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.618481] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e557fa6c-3c05-4a1a-bf75-a554b079941f',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.995920] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1901b260-9933-45b0-8421-0e40c69c1331',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.061893] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-895b550b-a92b-449d-8067-5b40315d6597 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.062058] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.062058] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.062267] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.062476] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.062591] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.062725] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.062832] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.062916] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.063038] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.063190] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-895b550b-a92b-449d-8067-5b40315d6597 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.063282] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.063340] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.063475] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.063612] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.063698] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.063746] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.063876] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.063949] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.064039] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.064221] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('895b550b-a92b-449d-8067-5b40315d6597',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.120848] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e557fa6c-3c05-4a1a-bf75-a554b079941f',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.497961] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1901b260-9933-45b0-8421-0e40c69c1331',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.567507] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 895b550b-a92b-449d-8067-5b40315d6597: rpc.has_security_group_logging(os_id): False [ 1107.590768] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.591114] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.591114] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.591309] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.591399] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.591644] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.591763] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.591834] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.591963] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.592060] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.592219] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.592311] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.592369] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.592551] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.592677] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.592813] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.592915] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.593060] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.593111] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.593182] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.593257] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 895b550b-a92b-449d-8067-5b40315d6597 is going to be created. [ 1107.623784] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.623999] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.624126] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.624450] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.624609] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.624759] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e557fa6c-3c05-4a1a-bf75-a554b079941f is going to be updated. [ 1107.657649] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.657649] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.657649] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.657649] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.657926] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.667429] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e557fa6c-3c05-4a1a-bf75-a554b079941f in Status: IN_PROGRESS for 2s [ 1107.680822] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.681039] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.681039] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.681260] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.681469] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.698691] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 895b550b-a92b-449d-8067-5b40315d6597 in Status: IN_PROGRESS for 2s [ 1108.000745] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.000909] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.000973] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.001236] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.001320] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.002039] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1901b260-9933-45b0-8421-0e40c69c1331 is going to be updated. [ 1108.049037] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.049037] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.049037] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.049231] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.049259] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.060222] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1901b260-9933-45b0-8421-0e40c69c1331 in Status: IN_PROGRESS for 2s [ 1109.678912] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e557fa6c-3c05-4a1a-bf75-a554b079941f in Status: SUCCESS [ 1109.679338] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e557fa6c-3c05-4a1a-bf75-a554b079941f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.679394] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e557fa6c-3c05-4a1a-bf75-a554b079941f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.679615] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e557fa6c-3c05-4a1a-bf75-a554b079941f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.679853] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.679969] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.680051] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.680208] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.680304] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.680391] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e557fa6c-3c05-4a1a-bf75-a554b079941f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.680545] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-e557fa6c-3c05-4a1a-bf75-a554b079941f taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.680639] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e557fa6c-3c05-4a1a-bf75-a554b079941f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.680700] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e557fa6c-3c05-4a1a-bf75-a554b079941f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.680840] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e557fa6c-3c05-4a1a-bf75-a554b079941f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.680979] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.681086] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.681153] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.681316] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.681395] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.681475] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e557fa6c-3c05-4a1a-bf75-a554b079941f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.681567] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e557fa6c-3c05-4a1a-bf75-a554b079941f',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.715282] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 895b550b-a92b-449d-8067-5b40315d6597 in Status: SUCCESS [ 1109.715523] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.070956] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1901b260-9933-45b0-8421-0e40c69c1331 in Status: SUCCESS [ 1110.071205] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1901b260-9933-45b0-8421-0e40c69c1331" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.071419] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1901b260-9933-45b0-8421-0e40c69c1331" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.071683] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1901b260-9933-45b0-8421-0e40c69c1331" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.071894] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.072052] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.072144] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.072347] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.072457] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.072552] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1901b260-9933-45b0-8421-0e40c69c1331" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.072673] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1901b260-9933-45b0-8421-0e40c69c1331',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.183401] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e557fa6c-3c05-4a1a-bf75-a554b079941f: rpc.has_security_group_logging(os_id): False [ 1110.204203] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.204427] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.204427] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.204641] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.204777] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.205066] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.205175] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.205243] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.205458] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.205555] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.205748] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.205848] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.205904] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.206113] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.206198] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.206447] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.206589] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.206686] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.206858] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.206948] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.207173] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e557fa6c-3c05-4a1a-bf75-a554b079941f is going to be created. [ 1110.269167] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.269419] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.269419] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.269678] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.269903] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.282518] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e557fa6c-3c05-4a1a-bf75-a554b079941f in Status: IN_PROGRESS for 2s [ 1110.575387] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1901b260-9933-45b0-8421-0e40c69c1331',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.751597] env[69836]: INFO networking_nsxv3.common.synchronization [req-5805adda-3db1-4c31-bb9b-01f10c7a60a4 req-09875c17-8645-4a34-8a37-b601a90634f7 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Enqueued Resource ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 with Priority: HIGHEST for action security_group_members [ 1110.752252] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 with Priority: HIGHEST for action security_group_members [ 1110.753405] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-9851b922-f943-4a02-85e8-7a4557cec6e6 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.753405] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.753405] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.753405] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.753405] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.753697] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.753697] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.753761] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.754298] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.754298] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9851b922-f943-4a02-85e8-7a4557cec6e6',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.077767] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1901b260-9933-45b0-8421-0e40c69c1331: rpc.has_security_group_logging(os_id): False [ 1111.095625] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.095816] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.095860] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.096064] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.096187] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.096442] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.096543] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.096607] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.096784] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.096863] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.097076] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1901b260-9933-45b0-8421-0e40c69c1331 is going to be updated. [ 1111.156015] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.156249] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.156298] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.156470] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.156623] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.170211] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1901b260-9933-45b0-8421-0e40c69c1331 in Status: IN_PROGRESS for 2s [ 1111.256902] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.257164] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.257213] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.257418] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.280724] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.281027] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.281185] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.281255] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.281483] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.281569] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.281662] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 is going to be updated. [ 1111.317592] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.317796] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.317840] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.318071] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.318222] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.328696] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 in Status: IN_PROGRESS for 2s [ 1112.295533] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e557fa6c-3c05-4a1a-bf75-a554b079941f in Status: SUCCESS [ 1112.295975] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e557fa6c-3c05-4a1a-bf75-a554b079941f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.295975] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e557fa6c-3c05-4a1a-bf75-a554b079941f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.296176] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e557fa6c-3c05-4a1a-bf75-a554b079941f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.296268] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e557fa6c-3c05-4a1a-bf75-a554b079941f',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.799096] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-e557fa6c-3c05-4a1a-bf75-a554b079941f taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.799326] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e557fa6c-3c05-4a1a-bf75-a554b079941f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.799326] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e557fa6c-3c05-4a1a-bf75-a554b079941f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.799568] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e557fa6c-3c05-4a1a-bf75-a554b079941f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.799817] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.799965] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.800079] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.800288] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.800418] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.800548] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e557fa6c-3c05-4a1a-bf75-a554b079941f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.800677] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e557fa6c-3c05-4a1a-bf75-a554b079941f',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.185843] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1901b260-9933-45b0-8421-0e40c69c1331 in Status: SUCCESS [ 1113.185843] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1901b260-9933-45b0-8421-0e40c69c1331" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.303775] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-e557fa6c-3c05-4a1a-bf75-a554b079941f taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.304177] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e557fa6c-3c05-4a1a-bf75-a554b079941f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.304177] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e557fa6c-3c05-4a1a-bf75-a554b079941f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.305388] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e557fa6c-3c05-4a1a-bf75-a554b079941f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.305590] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.305709] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.305780] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.305956] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.306085] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.306178] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e557fa6c-3c05-4a1a-bf75-a554b079941f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.306328] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-e557fa6c-3c05-4a1a-bf75-a554b079941f taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.306427] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e557fa6c-3c05-4a1a-bf75-a554b079941f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.306480] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e557fa6c-3c05-4a1a-bf75-a554b079941f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.306686] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e557fa6c-3c05-4a1a-bf75-a554b079941f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.306999] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.308202] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.308413] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.308592] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.308685] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.308818] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e557fa6c-3c05-4a1a-bf75-a554b079941f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.309278] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e557fa6c-3c05-4a1a-bf75-a554b079941f',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.341818] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 in Status: SUCCESS [ 1113.341996] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 deletion is rescheduled due to dependency. [ 1113.342124] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.547394] env[69836]: INFO networking_nsxv3.common.synchronization [None req-edba4094-d305-4dfd-ae69-7b4f5ae418f1 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Enqueued Resource ID: 1b83974b-56cc-4ec1-a785-7be949033a2c with Priority: HIGHEST for action security_group_rules [ 1113.547880] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b83974b-56cc-4ec1-a785-7be949033a2c with Priority: HIGHEST for action security_group_rules [ 1113.548417] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b83974b-56cc-4ec1-a785-7be949033a2c taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.548417] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b83974b-56cc-4ec1-a785-7be949033a2c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.548417] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b83974b-56cc-4ec1-a785-7be949033a2c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.548679] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b83974b-56cc-4ec1-a785-7be949033a2c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.548725] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b83974b-56cc-4ec1-a785-7be949033a2c',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.626150] env[69836]: INFO networking_nsxv3.common.synchronization [None req-3d773be6-69b4-4a03-b696-41d9b3658b45 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Enqueued Resource ID: 1b83974b-56cc-4ec1-a785-7be949033a2c with Priority: HIGHEST for action security_group_rules [ 1113.626150] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b83974b-56cc-4ec1-a785-7be949033a2c with Priority: HIGHEST for action security_group_rules [ 1113.626150] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b83974b-56cc-4ec1-a785-7be949033a2c taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.626150] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b83974b-56cc-4ec1-a785-7be949033a2c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.811172] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e557fa6c-3c05-4a1a-bf75-a554b079941f: rpc.has_security_group_logging(os_id): False [ 1113.832624] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.832830] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.832932] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.833240] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.833347] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.833639] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.833770] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.833910] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.834103] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.834189] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.834386] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.834498] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.834580] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.834709] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.834784] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.834991] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.835205] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.835313] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.835472] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.835574] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.835659] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e557fa6c-3c05-4a1a-bf75-a554b079941f is going to be updated. [ 1113.916307] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.916467] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.916510] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.917058] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.917058] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.930364] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e557fa6c-3c05-4a1a-bf75-a554b079941f in Status: IN_PROGRESS for 2s [ 1114.074903] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.075126] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.075126] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.075304] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.075394] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.075495] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b83974b-56cc-4ec1-a785-7be949033a2c already deleted. [ 1114.075582] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b83974b-56cc-4ec1-a785-7be949033a2c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.075736] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b83974b-56cc-4ec1-a785-7be949033a2c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.075888] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b83974b-56cc-4ec1-a785-7be949033a2c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.075971] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b83974b-56cc-4ec1-a785-7be949033a2c',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.603485] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.603485] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.603485] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.603485] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.603485] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.603485] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b83974b-56cc-4ec1-a785-7be949033a2c already deleted. [ 1114.603485] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b83974b-56cc-4ec1-a785-7be949033a2c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.371363] env[69836]: INFO networking_nsxv3.common.synchronization [req-3b4f540e-50e1-4601-a870-a7170caf9966 req-ef96c958-9197-453f-9e84-df4b462624f6 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Enqueued Resource ID: 721a8604-8889-4c69-acc8-fb3a41552b9c with Priority: HIGHEST for action security_group_members [ 1115.372313] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 721a8604-8889-4c69-acc8-fb3a41552b9c with Priority: HIGHEST for action security_group_members [ 1115.372410] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-721a8604-8889-4c69-acc8-fb3a41552b9c taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.372572] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.372572] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.372783] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.373019] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.373135] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.373135] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.373396] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.373572] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.373572] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('721a8604-8889-4c69-acc8-fb3a41552b9c',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.737269] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-386 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.737715] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-386" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.737715] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-386" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.737912] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-386" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.738216] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.738448] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.738606] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.738926] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.739105] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.739326] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1115.739447] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1115.739563] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1115.740407] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1115.740407] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1115.740407] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1115.740407] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1115.774401] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1115.774401] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1115.774774] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1115.774774] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-386" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.775280] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-d773723a-e327-4003-a7e9-daff54998fb4 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.775394] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-d773723a-e327-4003-a7e9-daff54998fb4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.775560] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-d773723a-e327-4003-a7e9-daff54998fb4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.775988] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-d773723a-e327-4003-a7e9-daff54998fb4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.776525] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d773723a-e327-4003-a7e9-daff54998fb4',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.878532] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('721a8604-8889-4c69-acc8-fb3a41552b9c',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.945976] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e557fa6c-3c05-4a1a-bf75-a554b079941f in Status: SUCCESS [ 1115.946278] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e557fa6c-3c05-4a1a-bf75-a554b079941f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.284389] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.284856] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.284856] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.285027] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.285388] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.285810] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port d773723a-e327-4003-a7e9-daff54998fb4 not found, creating... [ 1116.286113] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.286587] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.286777] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.287038] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.288247] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.288586] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.288756] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.288908] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.290561] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.291046] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.291227] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: d773723a-e327-4003-a7e9-daff54998fb4 is going to be created. [ 1116.313850] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.314087] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.314215] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.314545] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.314795] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.315102] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-d773723a-e327-4003-a7e9-daff54998fb4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.381689] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('721a8604-8889-4c69-acc8-fb3a41552b9c',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.884726] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.885286] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.885286] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.885286] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.885286] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.885836] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 721a8604-8889-4c69-acc8-fb3a41552b9c is going to be updated. [ 1116.928514] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.928710] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.928768] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.930988] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.931181] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.940997] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 721a8604-8889-4c69-acc8-fb3a41552b9c in Status: IN_PROGRESS for 2s [ 1117.040915] env[69836]: INFO networking_nsxv3.common.synchronization [req-3b4f540e-50e1-4601-a870-a7170caf9966 req-8f94e480-e8a3-4f82-afb9-d780d62ae4e0 service nova] Enqueued Resource ID: 721a8604-8889-4c69-acc8-fb3a41552b9c with Priority: HIGHEST for action security_group_rules [ 1117.041117] env[69836]: INFO networking_nsxv3.common.synchronization [req-3b4f540e-50e1-4601-a870-a7170caf9966 req-8f94e480-e8a3-4f82-afb9-d780d62ae4e0 service nova] Enqueued Resource ID: 721a8604-8889-4c69-acc8-fb3a41552b9c with Priority: HIGHEST for action security_group_members [ 1117.041260] env[69836]: INFO networking_nsxv3.common.synchronization [req-3b4f540e-50e1-4601-a870-a7170caf9966 req-8f94e480-e8a3-4f82-afb9-d780d62ae4e0 service nova] Enqueued Resource ID: d773723a-e327-4003-a7e9-daff54998fb4 with Priority: HIGHEST for action port [ 1117.041487] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 721a8604-8889-4c69-acc8-fb3a41552b9c with Priority: HIGHEST for action security_group_rules [ 1117.041615] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 721a8604-8889-4c69-acc8-fb3a41552b9c with Priority: HIGHEST for action security_group_members [ 1117.041709] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d773723a-e327-4003-a7e9-daff54998fb4 with Priority: HIGHEST for action port [ 1117.042292] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-721a8604-8889-4c69-acc8-fb3a41552b9c taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.042417] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.042485] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.042673] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.042752] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('721a8604-8889-4c69-acc8-fb3a41552b9c',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.049154] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-721a8604-8889-4c69-acc8-fb3a41552b9c taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.049325] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.049584] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-d773723a-e327-4003-a7e9-daff54998fb4 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.049696] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d773723a-e327-4003-a7e9-daff54998fb4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.049761] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d773723a-e327-4003-a7e9-daff54998fb4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.049958] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d773723a-e327-4003-a7e9-daff54998fb4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.050052] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d773723a-e327-4003-a7e9-daff54998fb4',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.555995] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-721a8604-8889-4c69-acc8-fb3a41552b9c taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.555995] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.555995] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d773723a-e327-4003-a7e9-daff54998fb4 with status ACTIVE [ 1117.555995] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.555995] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.555995] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.555995] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.555995] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.555995] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.556342] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.556342] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.556342] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.556342] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.560027] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.560027] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.560027] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.560027] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.560027] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.560027] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d773723a-e327-4003-a7e9-daff54998fb4 is going to be updated. [ 1117.580598] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.581153] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.581354] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.581663] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.582132] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.582432] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d773723a-e327-4003-a7e9-daff54998fb4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.891946] env[69836]: INFO networking_nsxv3.common.synchronization [req-077624a7-608d-49d0-a07c-fadabe4be504 req-456ce628-397d-4b64-a378-1eb78e260c9d tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Enqueued Resource ID: 895b550b-a92b-449d-8067-5b40315d6597 with Priority: HIGHEST for action security_group_members [ 1117.892552] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 895b550b-a92b-449d-8067-5b40315d6597 with Priority: HIGHEST for action security_group_members [ 1117.892865] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-895b550b-a92b-449d-8067-5b40315d6597 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.892996] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.897338] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.897535] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.898244] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.898244] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.898244] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.898244] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.898244] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.898494] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('895b550b-a92b-449d-8067-5b40315d6597',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.401547] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.401738] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.401962] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.402180] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.402180] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.402317] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.402412] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.402472] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.402636] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.402724] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.402796] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 895b550b-a92b-449d-8067-5b40315d6597 is going to be updated. [ 1118.437553] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.437752] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.437828] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.438612] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.438872] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.447819] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 895b550b-a92b-449d-8067-5b40315d6597 in Status: IN_PROGRESS for 2s [ 1118.952727] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 721a8604-8889-4c69-acc8-fb3a41552b9c in Status: SUCCESS [ 1118.953102] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.953371] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.953755] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.953838] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.953907] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.954087] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.954087] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.954192] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.954273] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('721a8604-8889-4c69-acc8-fb3a41552b9c',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.457964] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('721a8604-8889-4c69-acc8-fb3a41552b9c',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.962348] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('721a8604-8889-4c69-acc8-fb3a41552b9c',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.459980] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 895b550b-a92b-449d-8067-5b40315d6597 in Status: SUCCESS [ 1120.460098] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 895b550b-a92b-449d-8067-5b40315d6597 deletion is rescheduled due to dependency. [ 1120.460334] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.464997] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.465168] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.465243] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.465572] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.465572] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.465676] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 721a8604-8889-4c69-acc8-fb3a41552b9c is going to be updated. [ 1120.497505] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.497679] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.497737] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.497969] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.498211] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.513844] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 721a8604-8889-4c69-acc8-fb3a41552b9c in Status: IN_PROGRESS for 2s [ 1120.870877] env[69836]: INFO networking_nsxv3.common.synchronization [req-c76d0442-0c17-4d62-9ed7-20291816efa6 req-bebfe1f0-ec99-4bb2-992e-ea39ae1d2727 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Enqueued Resource ID: 5c7c0d7b-66c6-493f-861a-707dd5ce5956 with Priority: HIGHEST for action security_group_members [ 1120.870877] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c7c0d7b-66c6-493f-861a-707dd5ce5956 with Priority: HIGHEST for action security_group_members [ 1120.870877] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c7c0d7b-66c6-493f-861a-707dd5ce5956 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.871265] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c7c0d7b-66c6-493f-861a-707dd5ce5956" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.871265] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c7c0d7b-66c6-493f-861a-707dd5ce5956" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.871265] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c7c0d7b-66c6-493f-861a-707dd5ce5956" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.871420] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.871534] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.871625] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.871796] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.871893] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.872052] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c7c0d7b-66c6-493f-861a-707dd5ce5956',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.376777] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.377438] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.377438] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.377438] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.377438] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.377690] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.377809] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.377850] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.377994] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.378082] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.378171] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c7c0d7b-66c6-493f-861a-707dd5ce5956 is going to be updated. [ 1121.405502] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.405700] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.405831] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.406263] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.406263] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.419409] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c7c0d7b-66c6-493f-861a-707dd5ce5956 in Status: IN_PROGRESS for 2s [ 1122.524482] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 721a8604-8889-4c69-acc8-fb3a41552b9c in Status: SUCCESS [ 1122.524830] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.524900] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.525073] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.525273] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.525383] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.525447] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.525596] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.525672] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.525756] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.525862] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('721a8604-8889-4c69-acc8-fb3a41552b9c',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.029810] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-721a8604-8889-4c69-acc8-fb3a41552b9c taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.029810] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.029810] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.029810] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.029810] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.029810] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.029810] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.029810] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.029810] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.029810] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.029810] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-721a8604-8889-4c69-acc8-fb3a41552b9c taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.029810] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.029810] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.029810] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.029810] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.029810] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.030972] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.030972] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.030972] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.030972] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.030972] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('721a8604-8889-4c69-acc8-fb3a41552b9c',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.432051] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c7c0d7b-66c6-493f-861a-707dd5ce5956 in Status: SUCCESS [ 1123.432491] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c7c0d7b-66c6-493f-861a-707dd5ce5956 deletion is rescheduled due to dependency. [ 1123.432687] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c7c0d7b-66c6-493f-861a-707dd5ce5956" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.532700] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 721a8604-8889-4c69-acc8-fb3a41552b9c: rpc.has_security_group_logging(os_id): False [ 1123.557056] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.557056] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.557056] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.557056] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.557314] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.557314] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.557469] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.557565] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.557667] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.557762] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.558188] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.558188] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.558285] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.558407] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.558483] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.558719] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.558861] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.558976] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.559198] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.559279] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.559366] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 721a8604-8889-4c69-acc8-fb3a41552b9c is going to be updated. [ 1123.639826] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.640053] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.640145] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.640438] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.640537] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.666799] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 721a8604-8889-4c69-acc8-fb3a41552b9c in Status: IN_PROGRESS for 2s [ 1123.842335] env[69836]: INFO networking_nsxv3.common.synchronization [req-08a280e4-137d-4349-ab16-df13f8d27ee9 req-e66f7c9a-5cb5-4415-9f8a-4d302d471dc3 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Enqueued Resource ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 with Priority: HIGHEST for action security_group_members [ 1123.842335] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 with Priority: HIGHEST for action security_group_members [ 1123.842335] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-9851b922-f943-4a02-85e8-7a4557cec6e6 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.842335] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.842335] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.842335] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.842335] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.842335] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.842335] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.842335] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.842335] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.842335] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9851b922-f943-4a02-85e8-7a4557cec6e6',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.231976] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-344 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.232211] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-344" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.232354] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-344" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.232594] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-344" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.232863] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.233030] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.233151] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.233362] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.233505] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.233718] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1124.233834] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1124.233948] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1124.234067] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1124.234180] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1124.234287] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1124.234432] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1124.256952] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1124.257160] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1124.257276] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1124.257464] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-344" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.257796] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-5993ae10-5c16-4280-91a3-046d65e9f8c6 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.258022] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-5993ae10-5c16-4280-91a3-046d65e9f8c6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.258099] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-5993ae10-5c16-4280-91a3-046d65e9f8c6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.258522] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-5993ae10-5c16-4280-91a3-046d65e9f8c6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.258682] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5993ae10-5c16-4280-91a3-046d65e9f8c6',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.345348] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.345540] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.345594] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.345808] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.345922] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.346105] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.346206] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.346267] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.346419] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.346498] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.346586] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 is going to be updated. [ 1124.375336] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.375600] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.375600] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.375841] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.375980] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.387316] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 in Status: IN_PROGRESS for 2s [ 1124.761726] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.762296] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.762296] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.762665] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.762810] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.763152] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port 5993ae10-5c16-4280-91a3-046d65e9f8c6 not found, creating... [ 1124.763366] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.763599] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.763737] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.764118] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.764387] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.764922] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.765237] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.765384] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.765628] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.765773] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.765924] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: 5993ae10-5c16-4280-91a3-046d65e9f8c6 is going to be created. [ 1124.791798] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.792130] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.792130] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.792347] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.792582] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.792812] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-5993ae10-5c16-4280-91a3-046d65e9f8c6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.491832] env[69836]: INFO networking_nsxv3.common.synchronization [req-08a280e4-137d-4349-ab16-df13f8d27ee9 req-18f86062-fc77-4a7f-871d-389b80b31a29 service nova] Enqueued Resource ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 with Priority: HIGHEST for action security_group_rules [ 1125.492071] env[69836]: INFO networking_nsxv3.common.synchronization [req-08a280e4-137d-4349-ab16-df13f8d27ee9 req-18f86062-fc77-4a7f-871d-389b80b31a29 service nova] Enqueued Resource ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 with Priority: HIGHEST for action security_group_members [ 1125.492216] env[69836]: INFO networking_nsxv3.common.synchronization [req-08a280e4-137d-4349-ab16-df13f8d27ee9 req-18f86062-fc77-4a7f-871d-389b80b31a29 service nova] Enqueued Resource ID: 5993ae10-5c16-4280-91a3-046d65e9f8c6 with Priority: HIGHEST for action port [ 1125.492843] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 with Priority: HIGHEST for action security_group_rules [ 1125.493057] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 with Priority: HIGHEST for action security_group_members [ 1125.493126] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5993ae10-5c16-4280-91a3-046d65e9f8c6 with Priority: HIGHEST for action port [ 1125.493380] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9851b922-f943-4a02-85e8-7a4557cec6e6 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.493504] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.493574] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.493825] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.493857] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9851b922-f943-4a02-85e8-7a4557cec6e6',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.494821] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-9851b922-f943-4a02-85e8-7a4557cec6e6 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.494921] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.495147] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-5993ae10-5c16-4280-91a3-046d65e9f8c6 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.496466] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5993ae10-5c16-4280-91a3-046d65e9f8c6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.496466] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5993ae10-5c16-4280-91a3-046d65e9f8c6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.496466] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5993ae10-5c16-4280-91a3-046d65e9f8c6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.496466] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5993ae10-5c16-4280-91a3-046d65e9f8c6',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.686020] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 721a8604-8889-4c69-acc8-fb3a41552b9c in Status: SUCCESS [ 1125.686020] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.996820] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-9851b922-f943-4a02-85e8-7a4557cec6e6 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.997972] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.997972] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5993ae10-5c16-4280-91a3-046d65e9f8c6 with status ACTIVE [ 1125.997972] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.998134] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.998134] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.998311] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.998405] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.000692] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.000692] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.000692] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.000692] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.000692] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.000692] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.000692] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.000692] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.000692] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.000692] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.000692] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5993ae10-5c16-4280-91a3-046d65e9f8c6 is going to be updated. [ 1126.022254] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.022446] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.022446] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.024041] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.024041] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.024041] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5993ae10-5c16-4280-91a3-046d65e9f8c6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.256547] env[69836]: INFO networking_nsxv3.common.synchronization [req-ec8bea4f-ee52-445a-b93b-0d160e4c4485 req-5631d2ce-9001-4258-9148-16cf937d27d8 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Enqueued Resource ID: 1b83974b-56cc-4ec1-a785-7be949033a2c with Priority: HIGHEST for action security_group_members [ 1126.257097] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b83974b-56cc-4ec1-a785-7be949033a2c with Priority: HIGHEST for action security_group_members [ 1126.258238] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b83974b-56cc-4ec1-a785-7be949033a2c taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.258238] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b83974b-56cc-4ec1-a785-7be949033a2c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.258238] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b83974b-56cc-4ec1-a785-7be949033a2c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.258238] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b83974b-56cc-4ec1-a785-7be949033a2c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.258238] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.259138] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.259138] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.259138] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.259138] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.259138] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b83974b-56cc-4ec1-a785-7be949033a2c',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.398279] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 in Status: SUCCESS [ 1126.398639] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 deletion is rescheduled due to dependency. [ 1126.398639] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.398805] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.398973] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.399184] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.399305] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.399370] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.399528] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.399608] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.399703] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9851b922-f943-4a02-85e8-7a4557cec6e6',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.622932] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-555 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.623260] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-555" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.623407] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-555" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.623719] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-555" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.624081] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.624431] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.624663] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.625020] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.625277] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.625585] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1126.625729] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1126.626047] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1126.626216] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1126.626667] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1126.626909] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1126.627120] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1126.650108] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1126.650321] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1126.650474] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1126.650673] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-555" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.651019] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-da901d34-40aa-40cb-953e-4fd73ec9f981 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.651311] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-da901d34-40aa-40cb-953e-4fd73ec9f981" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.651547] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-da901d34-40aa-40cb-953e-4fd73ec9f981" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.651864] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-da901d34-40aa-40cb-953e-4fd73ec9f981" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.651982] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da901d34-40aa-40cb-953e-4fd73ec9f981',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.760909] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.761403] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.762047] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.762047] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.762047] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.762238] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.762238] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.762396] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.762396] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.762477] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.762564] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b83974b-56cc-4ec1-a785-7be949033a2c already deleted. [ 1126.762691] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b83974b-56cc-4ec1-a785-7be949033a2c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.902797] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9851b922-f943-4a02-85e8-7a4557cec6e6',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.154567] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.154958] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.155169] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.155560] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.155946] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.156154] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port da901d34-40aa-40cb-953e-4fd73ec9f981 not found, creating... [ 1127.156532] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.156809] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.156993] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.157288] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.157495] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.157899] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.158160] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.158272] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.158530] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.158689] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.158908] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: da901d34-40aa-40cb-953e-4fd73ec9f981 is going to be created. [ 1127.181837] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.182087] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.182218] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.182523] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.182768] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.183019] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-da901d34-40aa-40cb-953e-4fd73ec9f981" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.404034] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9851b922-f943-4a02-85e8-7a4557cec6e6',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.741789] env[69836]: INFO networking_nsxv3.common.synchronization [req-2b376297-4929-429c-860b-1ef65569fffb req-4a4c03e9-a5ca-455e-abd1-fd7339c6c5ca tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Enqueued Resource ID: eeba56df-2627-460c-8c20-e0345e5a8cbf with Priority: HIGHEST for action security_group_members [ 1127.742424] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeba56df-2627-460c-8c20-e0345e5a8cbf with Priority: HIGHEST for action security_group_members [ 1127.742817] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeba56df-2627-460c-8c20-e0345e5a8cbf taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.742948] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.743021] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.743204] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.744222] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.744222] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.744425] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.744425] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.744517] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.744574] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eeba56df-2627-460c-8c20-e0345e5a8cbf',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.882415] env[69836]: INFO networking_nsxv3.common.synchronization [req-ec8bea4f-ee52-445a-b93b-0d160e4c4485 req-820d2be9-8101-48b2-976c-d560f25a0192 service nova] Enqueued Resource ID: 1b83974b-56cc-4ec1-a785-7be949033a2c with Priority: HIGHEST for action security_group_rules [ 1127.882600] env[69836]: INFO networking_nsxv3.common.synchronization [req-ec8bea4f-ee52-445a-b93b-0d160e4c4485 req-820d2be9-8101-48b2-976c-d560f25a0192 service nova] Enqueued Resource ID: 1b83974b-56cc-4ec1-a785-7be949033a2c with Priority: HIGHEST for action security_group_members [ 1127.882740] env[69836]: INFO networking_nsxv3.common.synchronization [req-ec8bea4f-ee52-445a-b93b-0d160e4c4485 req-820d2be9-8101-48b2-976c-d560f25a0192 service nova] Enqueued Resource ID: da901d34-40aa-40cb-953e-4fd73ec9f981 with Priority: HIGHEST for action port [ 1127.882985] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b83974b-56cc-4ec1-a785-7be949033a2c with Priority: HIGHEST for action security_group_rules [ 1127.883133] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b83974b-56cc-4ec1-a785-7be949033a2c with Priority: HIGHEST for action security_group_members [ 1127.883230] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da901d34-40aa-40cb-953e-4fd73ec9f981 with Priority: HIGHEST for action port [ 1127.883812] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b83974b-56cc-4ec1-a785-7be949033a2c taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.884019] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b83974b-56cc-4ec1-a785-7be949033a2c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.884019] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b83974b-56cc-4ec1-a785-7be949033a2c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.886160] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b83974b-56cc-4ec1-a785-7be949033a2c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.886261] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b83974b-56cc-4ec1-a785-7be949033a2c',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.888067] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b83974b-56cc-4ec1-a785-7be949033a2c taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.888067] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b83974b-56cc-4ec1-a785-7be949033a2c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.888067] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b83974b-56cc-4ec1-a785-7be949033a2c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.888067] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b83974b-56cc-4ec1-a785-7be949033a2c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.888286] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.888329] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.888493] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.890104] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.890104] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.890104] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b83974b-56cc-4ec1-a785-7be949033a2c',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.890930] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-da901d34-40aa-40cb-953e-4fd73ec9f981 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.890930] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da901d34-40aa-40cb-953e-4fd73ec9f981" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.890930] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da901d34-40aa-40cb-953e-4fd73ec9f981" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.890930] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da901d34-40aa-40cb-953e-4fd73ec9f981" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.890930] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da901d34-40aa-40cb-953e-4fd73ec9f981',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.908186] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.908359] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.908442] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.908692] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.908791] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.908918] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 is going to be updated. [ 1127.942411] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.942650] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.942699] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.942932] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.943098] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.958382] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 in Status: IN_PROGRESS for 2s [ 1128.246924] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.247398] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.247398] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.247398] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.273800] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.274145] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.274318] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.274457] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.274597] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.274682] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.274773] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eeba56df-2627-460c-8c20-e0345e5a8cbf is going to be updated. [ 1128.301656] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.301824] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.301868] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.302370] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.302561] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.312806] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeba56df-2627-460c-8c20-e0345e5a8cbf in Status: IN_PROGRESS for 2s [ 1128.392677] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b83974b-56cc-4ec1-a785-7be949033a2c',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.393946] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b83974b-56cc-4ec1-a785-7be949033a2c taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.394137] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b83974b-56cc-4ec1-a785-7be949033a2c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.395844] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port da901d34-40aa-40cb-953e-4fd73ec9f981 with status ACTIVE [ 1128.396051] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.396214] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.396431] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.396711] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.396842] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.397019] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.397129] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.397217] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.397415] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.397595] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.397732] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.397995] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.398207] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.398392] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.398556] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.399186] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: da901d34-40aa-40cb-953e-4fd73ec9f981 is going to be updated. [ 1128.429310] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.429310] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.429310] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.429310] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.429310] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.429310] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da901d34-40aa-40cb-953e-4fd73ec9f981" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.482084] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-638 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.482084] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-638" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.482084] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-638" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.482084] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-638" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.482084] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.483330] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.483759] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.486595] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.486595] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.486595] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1128.486595] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1128.486595] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1128.486595] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1128.486595] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1128.486595] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1128.486595] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1128.515661] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1128.516304] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1128.516304] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1128.516304] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-638" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.516603] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-ba4d5fbd-f123-4b68-9d85-ce585846a238 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.516806] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-ba4d5fbd-f123-4b68-9d85-ce585846a238" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.516936] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-ba4d5fbd-f123-4b68-9d85-ce585846a238" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.517308] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-ba4d5fbd-f123-4b68-9d85-ce585846a238" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.517458] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba4d5fbd-f123-4b68-9d85-ce585846a238',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.895915] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b83974b-56cc-4ec1-a785-7be949033a2c',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.023747] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.023988] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.024154] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.024486] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.024646] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.024904] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port ba4d5fbd-f123-4b68-9d85-ce585846a238 not found, creating... [ 1129.025116] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.025355] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.025480] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.025795] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.026092] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.026316] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.026690] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.026981] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.027095] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.027296] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.027377] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: ba4d5fbd-f123-4b68-9d85-ce585846a238 is going to be created. [ 1129.049837] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.049837] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.049837] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.050351] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.052789] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.052789] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-ba4d5fbd-f123-4b68-9d85-ce585846a238" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.399533] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.399533] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.399533] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.399809] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.399809] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.400010] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b83974b-56cc-4ec1-a785-7be949033a2c is going to be created. [ 1129.426833] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.427095] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.427165] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.427390] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.427557] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.437778] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b83974b-56cc-4ec1-a785-7be949033a2c in Status: UNINITIALIZED for 2s [ 1129.899997] env[69836]: INFO networking_nsxv3.common.synchronization [req-2b376297-4929-429c-860b-1ef65569fffb req-f3fb5d0e-8936-4c6c-9afe-d25c13d7cc33 service nova] Enqueued Resource ID: eeba56df-2627-460c-8c20-e0345e5a8cbf with Priority: HIGHEST for action security_group_rules [ 1129.900247] env[69836]: INFO networking_nsxv3.common.synchronization [req-2b376297-4929-429c-860b-1ef65569fffb req-f3fb5d0e-8936-4c6c-9afe-d25c13d7cc33 service nova] Enqueued Resource ID: eeba56df-2627-460c-8c20-e0345e5a8cbf with Priority: HIGHEST for action security_group_members [ 1129.900392] env[69836]: INFO networking_nsxv3.common.synchronization [req-2b376297-4929-429c-860b-1ef65569fffb req-f3fb5d0e-8936-4c6c-9afe-d25c13d7cc33 service nova] Enqueued Resource ID: ba4d5fbd-f123-4b68-9d85-ce585846a238 with Priority: HIGHEST for action port [ 1129.900884] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeba56df-2627-460c-8c20-e0345e5a8cbf with Priority: HIGHEST for action security_group_rules [ 1129.901068] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeba56df-2627-460c-8c20-e0345e5a8cbf with Priority: HIGHEST for action security_group_members [ 1129.901236] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba4d5fbd-f123-4b68-9d85-ce585846a238 with Priority: HIGHEST for action port [ 1129.901562] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eeba56df-2627-460c-8c20-e0345e5a8cbf taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.901691] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.901793] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.901950] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.903612] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eeba56df-2627-460c-8c20-e0345e5a8cbf',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.905451] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeba56df-2627-460c-8c20-e0345e5a8cbf taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.905451] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.905451] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba4d5fbd-f123-4b68-9d85-ce585846a238 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.905451] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba4d5fbd-f123-4b68-9d85-ce585846a238" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.905451] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba4d5fbd-f123-4b68-9d85-ce585846a238" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.906200] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba4d5fbd-f123-4b68-9d85-ce585846a238" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.906321] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba4d5fbd-f123-4b68-9d85-ce585846a238',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.970842] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 in Status: SUCCESS [ 1129.970842] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.970842] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.970842] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.970842] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.970842] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.970842] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.970842] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.970842] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.970842] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.970842] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9851b922-f943-4a02-85e8-7a4557cec6e6',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.323770] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeba56df-2627-460c-8c20-e0345e5a8cbf in Status: SUCCESS [ 1130.325122] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eeba56df-2627-460c-8c20-e0345e5a8cbf deletion is rescheduled due to dependency. [ 1130.325122] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.325122] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.325122] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.325122] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.325122] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.325122] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.325122] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.325122] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.325122] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eeba56df-2627-460c-8c20-e0345e5a8cbf',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.408646] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeba56df-2627-460c-8c20-e0345e5a8cbf taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.409055] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.409055] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ba4d5fbd-f123-4b68-9d85-ce585846a238 with status ACTIVE [ 1130.409235] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.409361] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.409477] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.409621] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.409708] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.409907] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.410039] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.410097] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.410256] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.410338] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.410528] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.410624] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.410723] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.410858] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.410933] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.411028] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ba4d5fbd-f123-4b68-9d85-ce585846a238 is going to be updated. [ 1130.435679] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.435879] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.435920] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.437040] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.437040] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.437040] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba4d5fbd-f123-4b68-9d85-ce585846a238" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.472997] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-9851b922-f943-4a02-85e8-7a4557cec6e6 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.473246] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.473246] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.473481] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.473656] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.473759] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.473824] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.473972] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.474071] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.474160] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.474328] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-9851b922-f943-4a02-85e8-7a4557cec6e6 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.474438] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.474517] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.474661] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.474801] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.474891] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.474952] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.475097] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.475173] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.475253] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.475451] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9851b922-f943-4a02-85e8-7a4557cec6e6',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.828314] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eeba56df-2627-460c-8c20-e0345e5a8cbf',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.978644] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9851b922-f943-4a02-85e8-7a4557cec6e6: rpc.has_security_group_logging(os_id): False [ 1131.007897] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.007897] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.007897] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.007897] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.007897] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.008158] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.008158] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.008243] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.009079] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.009079] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.009079] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.009079] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.009079] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.009396] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.009396] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.009478] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.009614] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.009708] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.009890] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.010013] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.010152] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 is going to be updated. [ 1131.080518] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.080692] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.080801] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.081138] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.081423] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.097848] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 in Status: IN_PROGRESS for 2s [ 1131.309072] env[69836]: INFO networking_nsxv3.common.synchronization [None req-4f8dde6c-eb5b-4774-bb93-59ddecd88819 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Enqueued Resource ID: bfb51285-74ab-4d3d-be92-ef644a3efcad with Priority: HIGHEST for action security_group_rules [ 1131.309072] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfb51285-74ab-4d3d-be92-ef644a3efcad with Priority: HIGHEST for action security_group_rules [ 1131.309396] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bfb51285-74ab-4d3d-be92-ef644a3efcad taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.309493] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bfb51285-74ab-4d3d-be92-ef644a3efcad" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.309554] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bfb51285-74ab-4d3d-be92-ef644a3efcad" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.309789] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bfb51285-74ab-4d3d-be92-ef644a3efcad" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.309887] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bfb51285-74ab-4d3d-be92-ef644a3efcad',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.330520] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eeba56df-2627-460c-8c20-e0345e5a8cbf',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.387123] env[69836]: INFO networking_nsxv3.common.synchronization [None req-2850434e-e6fc-4cf6-a2a4-1e39312a3017 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Enqueued Resource ID: bfb51285-74ab-4d3d-be92-ef644a3efcad with Priority: HIGHEST for action security_group_rules [ 1131.387519] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfb51285-74ab-4d3d-be92-ef644a3efcad with Priority: HIGHEST for action security_group_rules [ 1131.388372] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bfb51285-74ab-4d3d-be92-ef644a3efcad taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.388559] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bfb51285-74ab-4d3d-be92-ef644a3efcad" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.447929] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b83974b-56cc-4ec1-a785-7be949033a2c in Status: SUCCESS [ 1131.448267] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b83974b-56cc-4ec1-a785-7be949033a2c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.448330] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b83974b-56cc-4ec1-a785-7be949033a2c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.448534] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b83974b-56cc-4ec1-a785-7be949033a2c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.448713] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.448834] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.448923] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.449094] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.449176] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.449262] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b83974b-56cc-4ec1-a785-7be949033a2c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.449352] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1b83974b-56cc-4ec1-a785-7be949033a2c',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.835201] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.835201] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.835201] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.835201] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.835201] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.835201] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bfb51285-74ab-4d3d-be92-ef644a3efcad already deleted. [ 1131.835201] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bfb51285-74ab-4d3d-be92-ef644a3efcad" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.835650] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.835650] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.835650] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.835650] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.835778] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.835778] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eeba56df-2627-460c-8c20-e0345e5a8cbf is going to be updated. [ 1131.837334] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bfb51285-74ab-4d3d-be92-ef644a3efcad" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.837334] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bfb51285-74ab-4d3d-be92-ef644a3efcad" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.837334] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bfb51285-74ab-4d3d-be92-ef644a3efcad',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.869886] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.870082] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.870151] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.870361] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.870510] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.882457] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeba56df-2627-460c-8c20-e0345e5a8cbf in Status: IN_PROGRESS for 2s [ 1131.951448] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1b83974b-56cc-4ec1-a785-7be949033a2c',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.360449] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.360619] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.361258] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.361258] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.361258] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.361258] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bfb51285-74ab-4d3d-be92-ef644a3efcad already deleted. [ 1132.361258] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bfb51285-74ab-4d3d-be92-ef644a3efcad" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.455085] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1b83974b-56cc-4ec1-a785-7be949033a2c: rpc.has_security_group_logging(os_id): False [ 1132.479346] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.479554] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.479654] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.479949] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.480105] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.480450] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.480624] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.480764] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.480912] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.480912] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.481307] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b83974b-56cc-4ec1-a785-7be949033a2c is going to be created. [ 1132.555279] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.555279] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.555635] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.555635] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.556117] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.570245] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b83974b-56cc-4ec1-a785-7be949033a2c in Status: IN_PROGRESS for 2s [ 1133.112977] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 in Status: SUCCESS [ 1133.112977] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.894176] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeba56df-2627-460c-8c20-e0345e5a8cbf in Status: SUCCESS [ 1133.894543] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.894543] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.894780] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.894982] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.895127] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.895195] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.895476] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.895476] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.895570] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.895614] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eeba56df-2627-460c-8c20-e0345e5a8cbf',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.398672] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeba56df-2627-460c-8c20-e0345e5a8cbf taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.398672] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.398672] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.398672] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.399032] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.399032] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.399032] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.399160] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.399265] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.399314] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.399462] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeba56df-2627-460c-8c20-e0345e5a8cbf taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.399554] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.399614] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.399782] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.399948] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.400081] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.400133] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.400294] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.400382] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.400484] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.400578] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eeba56df-2627-460c-8c20-e0345e5a8cbf',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.587145] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b83974b-56cc-4ec1-a785-7be949033a2c in Status: SUCCESS [ 1134.587389] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b83974b-56cc-4ec1-a785-7be949033a2c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.900234] env[69836]: INFO networking_nsxv3.common.synchronization [None req-ad9a2bf9-01c4-4e3a-bef9-43b22503c26d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Enqueued Resource ID: eeba56df-2627-460c-8c20-e0345e5a8cbf with Priority: HIGHEST for action security_group_members [ 1134.901512] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeba56df-2627-460c-8c20-e0345e5a8cbf with Priority: HIGHEST for action security_group_members [ 1134.905457] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeba56df-2627-460c-8c20-e0345e5a8cbf taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.905517] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.905576] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.905785] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.905940] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.908120] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.908120] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.908120] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.908120] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.908120] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eeba56df-2627-460c-8c20-e0345e5a8cbf',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.908120] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eeba56df-2627-460c-8c20-e0345e5a8cbf: rpc.has_security_group_logging(os_id): False [ 1134.933216] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.933443] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.933443] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.935696] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.935696] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.935696] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.935696] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.935696] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.935696] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.935696] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.935696] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.935696] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.935696] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.935696] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.935696] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.935696] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.935696] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.936149] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.936149] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.936149] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.936149] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eeba56df-2627-460c-8c20-e0345e5a8cbf is going to be updated. [ 1135.013697] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.013933] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.014012] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.018023] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.018023] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.032399] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eeba56df-2627-460c-8c20-e0345e5a8cbf in Status: IN_PROGRESS for 2s [ 1135.410029] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eeba56df-2627-460c-8c20-e0345e5a8cbf',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.819817] env[69836]: INFO networking_nsxv3.common.synchronization [req-3c29e47f-6bb1-41f9-a839-ccb594ffc93b req-6699d21a-fee5-480b-93aa-39fc92cb07d3 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Enqueued Resource ID: 721a8604-8889-4c69-acc8-fb3a41552b9c with Priority: HIGHEST for action security_group_members [ 1135.820380] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 721a8604-8889-4c69-acc8-fb3a41552b9c with Priority: HIGHEST for action security_group_members [ 1135.820772] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-721a8604-8889-4c69-acc8-fb3a41552b9c taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.821033] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.821033] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.821295] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.821452] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.821553] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.821613] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.822524] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.822524] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.822524] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('721a8604-8889-4c69-acc8-fb3a41552b9c',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.911926] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eeba56df-2627-460c-8c20-e0345e5a8cbf',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.324321] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('721a8604-8889-4c69-acc8-fb3a41552b9c',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.414986] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.415176] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.415250] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.415712] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.415712] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.415712] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eeba56df-2627-460c-8c20-e0345e5a8cbf is going to be updated. [ 1136.452191] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.452363] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.452363] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.452578] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.452799] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.463567] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeba56df-2627-460c-8c20-e0345e5a8cbf in Status: IN_PROGRESS for 2s [ 1136.826940] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('721a8604-8889-4c69-acc8-fb3a41552b9c',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.047230] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eeba56df-2627-460c-8c20-e0345e5a8cbf in Status: SUCCESS [ 1137.047546] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.298763] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-638 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.301357] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-638" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.301357] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-638" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.301357] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-638" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.301357] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.301357] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.301357] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.301357] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.301357] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.302342] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1137.302686] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1137.302764] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1137.302937] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1137.303389] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1137.303389] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1137.304043] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1137.323084] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1137.323276] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1137.323418] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1137.323595] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-638" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.323922] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-a7096293-b5bf-4651-b3e6-9f7255f06dce taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.324160] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-a7096293-b5bf-4651-b3e6-9f7255f06dce" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.324316] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-a7096293-b5bf-4651-b3e6-9f7255f06dce" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.324668] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-a7096293-b5bf-4651-b3e6-9f7255f06dce" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.324826] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7096293-b5bf-4651-b3e6-9f7255f06dce',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.332019] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.332274] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.332411] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.332657] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.332791] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.332931] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 721a8604-8889-4c69-acc8-fb3a41552b9c is going to be updated. [ 1137.362097] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.362195] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.362260] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.362466] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.362622] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.374789] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 721a8604-8889-4c69-acc8-fb3a41552b9c in Status: IN_PROGRESS for 2s [ 1137.600156] env[69836]: INFO networking_nsxv3.common.synchronization [req-127393cf-9349-460d-9e2a-346cad08a34f req-a4ce902c-f00c-419e-8ca5-fb1de5c7e7d4 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Enqueued Resource ID: 895b550b-a92b-449d-8067-5b40315d6597 with Priority: HIGHEST for action security_group_members [ 1137.600670] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 895b550b-a92b-449d-8067-5b40315d6597 with Priority: HIGHEST for action security_group_members [ 1137.601050] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-895b550b-a92b-449d-8067-5b40315d6597 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.601211] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.601289] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.601451] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.601620] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.601716] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.601777] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.601932] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.602027] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.605018] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('895b550b-a92b-449d-8067-5b40315d6597',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.835177] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.835535] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.835689] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.836068] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.836299] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.836489] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port a7096293-b5bf-4651-b3e6-9f7255f06dce not found, creating... [ 1137.836843] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.837090] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.837238] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.837732] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.837732] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.838406] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.839184] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.839184] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.839184] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.839352] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.839709] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: a7096293-b5bf-4651-b3e6-9f7255f06dce is going to be created. [ 1137.862121] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.862360] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.862543] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.862925] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.863147] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.863430] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-a7096293-b5bf-4651-b3e6-9f7255f06dce" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.005752] env[69836]: INFO networking_nsxv3.common.synchronization [req-501dce00-439b-43f6-b375-8190bde540a2 req-38460a00-81de-41b3-8c55-7f9cd58b64bb tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Enqueued Resource ID: 1bdd25b6-02e7-4e53-bd3c-359f3d415d46 with Priority: HIGHEST for action security_group_members [ 1138.006551] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bdd25b6-02e7-4e53-bd3c-359f3d415d46 with Priority: HIGHEST for action security_group_members [ 1138.006872] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bdd25b6-02e7-4e53-bd3c-359f3d415d46 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.007135] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bdd25b6-02e7-4e53-bd3c-359f3d415d46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.007246] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bdd25b6-02e7-4e53-bd3c-359f3d415d46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.007480] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bdd25b6-02e7-4e53-bd3c-359f3d415d46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.007880] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.008048] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.008125] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.008310] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.008444] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.008546] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1bdd25b6-02e7-4e53-bd3c-359f3d415d46',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.104561] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.104968] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.104968] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.105101] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.105221] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.105433] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.105791] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.105791] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.105791] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.105975] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.105975] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 895b550b-a92b-449d-8067-5b40315d6597 is going to be updated. [ 1138.143145] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.143347] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.143388] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.143716] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.143867] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.155122] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 895b550b-a92b-449d-8067-5b40315d6597 in Status: IN_PROGRESS for 2s [ 1138.156432] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-731 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.156613] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-731" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.156736] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-731" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.156993] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-731" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.161783] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.161938] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.162098] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.162428] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.165619] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.165619] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1138.165619] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1138.165619] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1138.165619] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1138.165619] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1138.165619] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1138.165619] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1138.204488] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1138.204488] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.041 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1138.204722] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1138.204996] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-731" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.205516] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-17639841-8be7-448d-b5ca-689d18c44438 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.207485] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-17639841-8be7-448d-b5ca-689d18c44438" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.207485] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-17639841-8be7-448d-b5ca-689d18c44438" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.207485] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-17639841-8be7-448d-b5ca-689d18c44438" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.207485] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17639841-8be7-448d-b5ca-689d18c44438',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.478146] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeba56df-2627-460c-8c20-e0345e5a8cbf in Status: SUCCESS [ 1138.478146] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.511271] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.511476] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.511476] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.511781] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.511836] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.512639] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.512639] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.512639] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.512639] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.512639] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.512639] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bdd25b6-02e7-4e53-bd3c-359f3d415d46 is going to be updated. [ 1138.546089] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.546273] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.546273] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.546478] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.546630] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.557254] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bdd25b6-02e7-4e53-bd3c-359f3d415d46 in Status: IN_PROGRESS for 2s [ 1138.682078] env[69836]: INFO networking_nsxv3.common.synchronization [req-2a2f39ff-bf65-4f26-a161-8d42aa761585 req-1efa0109-2e76-4f6b-97a9-1005a3e604b9 service nova] Enqueued Resource ID: eeba56df-2627-460c-8c20-e0345e5a8cbf with Priority: HIGHEST for action security_group_rules [ 1138.682317] env[69836]: INFO networking_nsxv3.common.synchronization [req-2a2f39ff-bf65-4f26-a161-8d42aa761585 req-1efa0109-2e76-4f6b-97a9-1005a3e604b9 service nova] Enqueued Resource ID: eeba56df-2627-460c-8c20-e0345e5a8cbf with Priority: HIGHEST for action security_group_members [ 1138.682470] env[69836]: INFO networking_nsxv3.common.synchronization [req-2a2f39ff-bf65-4f26-a161-8d42aa761585 req-1efa0109-2e76-4f6b-97a9-1005a3e604b9 service nova] Enqueued Resource ID: a7096293-b5bf-4651-b3e6-9f7255f06dce with Priority: HIGHEST for action port [ 1138.682773] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeba56df-2627-460c-8c20-e0345e5a8cbf with Priority: HIGHEST for action security_group_rules [ 1138.682970] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeba56df-2627-460c-8c20-e0345e5a8cbf with Priority: HIGHEST for action security_group_members [ 1138.683652] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7096293-b5bf-4651-b3e6-9f7255f06dce with Priority: HIGHEST for action port [ 1138.683777] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eeba56df-2627-460c-8c20-e0345e5a8cbf taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.684684] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.684684] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.684684] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.684684] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eeba56df-2627-460c-8c20-e0345e5a8cbf',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.685289] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeba56df-2627-460c-8c20-e0345e5a8cbf taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.685372] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.685372] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.685597] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.686112] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.686112] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.686112] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.686227] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.686422] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.686422] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eeba56df-2627-460c-8c20-e0345e5a8cbf',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.687246] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7096293-b5bf-4651-b3e6-9f7255f06dce taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.687364] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7096293-b5bf-4651-b3e6-9f7255f06dce" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.687411] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7096293-b5bf-4651-b3e6-9f7255f06dce" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.687555] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7096293-b5bf-4651-b3e6-9f7255f06dce" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.687651] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7096293-b5bf-4651-b3e6-9f7255f06dce',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.709740] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.709999] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.710146] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.710430] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.710578] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.711741] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port 17639841-8be7-448d-b5ca-689d18c44438 not found, creating... [ 1138.712058] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.712350] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.712614] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.712850] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.712951] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.713293] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.713796] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.713796] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.713796] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.713973] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.714040] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: 17639841-8be7-448d-b5ca-689d18c44438 is going to be created. [ 1138.777611] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.777843] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.778126] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.778289] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.778532] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.779240] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-17639841-8be7-448d-b5ca-689d18c44438" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.810624] env[69836]: INFO networking_nsxv3.common.synchronization [None req-1babc9f0-d059-4b2e-b51c-c8668d3825d4 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Enqueued Resource ID: 4e09761e-de54-4fdf-b5f0-027ba52d3fc2 with Priority: HIGHEST for action security_group_rules [ 1138.811303] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e09761e-de54-4fdf-b5f0-027ba52d3fc2 with Priority: HIGHEST for action security_group_rules [ 1138.811652] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e09761e-de54-4fdf-b5f0-027ba52d3fc2 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.811782] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e09761e-de54-4fdf-b5f0-027ba52d3fc2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.811894] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e09761e-de54-4fdf-b5f0-027ba52d3fc2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.813118] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e09761e-de54-4fdf-b5f0-027ba52d3fc2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.813118] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e09761e-de54-4fdf-b5f0-027ba52d3fc2',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.923333] env[69836]: INFO networking_nsxv3.common.synchronization [None req-705524b6-8dc0-407e-aa0f-af398d75543e tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Enqueued Resource ID: 4e09761e-de54-4fdf-b5f0-027ba52d3fc2 with Priority: HIGHEST for action security_group_rules [ 1138.923333] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e09761e-de54-4fdf-b5f0-027ba52d3fc2 with Priority: HIGHEST for action security_group_rules [ 1138.923333] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e09761e-de54-4fdf-b5f0-027ba52d3fc2 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.923333] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e09761e-de54-4fdf-b5f0-027ba52d3fc2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.190122] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeba56df-2627-460c-8c20-e0345e5a8cbf taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.190740] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.191767] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eeba56df-2627-460c-8c20-e0345e5a8cbf',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.193103] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a7096293-b5bf-4651-b3e6-9f7255f06dce with status ACTIVE [ 1139.193358] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.193603] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.193666] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.193917] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.194029] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.194251] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.194355] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.194430] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.194598] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.194690] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.195127] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.195242] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.195316] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.195753] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.195972] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.199757] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a7096293-b5bf-4651-b3e6-9f7255f06dce is going to be updated. [ 1139.247916] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.248165] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.248165] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.248378] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.248515] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.248675] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7096293-b5bf-4651-b3e6-9f7255f06dce" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.336604] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.336875] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.337421] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.337674] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.337769] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.337873] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e09761e-de54-4fdf-b5f0-027ba52d3fc2 already deleted. [ 1139.337960] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e09761e-de54-4fdf-b5f0-027ba52d3fc2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.338138] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e09761e-de54-4fdf-b5f0-027ba52d3fc2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.338294] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e09761e-de54-4fdf-b5f0-027ba52d3fc2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.338380] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e09761e-de54-4fdf-b5f0-027ba52d3fc2',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.386592] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 721a8604-8889-4c69-acc8-fb3a41552b9c in Status: SUCCESS [ 1139.386942] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.547288] env[69836]: INFO networking_nsxv3.common.synchronization [req-127393cf-9349-460d-9e2a-346cad08a34f req-175e1fde-3b37-4948-a959-a6c5bc84f857 service nova] Enqueued Resource ID: 895b550b-a92b-449d-8067-5b40315d6597 with Priority: HIGHEST for action security_group_rules [ 1139.547464] env[69836]: INFO networking_nsxv3.common.synchronization [req-127393cf-9349-460d-9e2a-346cad08a34f req-175e1fde-3b37-4948-a959-a6c5bc84f857 service nova] Enqueued Resource ID: 895b550b-a92b-449d-8067-5b40315d6597 with Priority: HIGHEST for action security_group_members [ 1139.547605] env[69836]: INFO networking_nsxv3.common.synchronization [req-127393cf-9349-460d-9e2a-346cad08a34f req-175e1fde-3b37-4948-a959-a6c5bc84f857 service nova] Enqueued Resource ID: 17639841-8be7-448d-b5ca-689d18c44438 with Priority: HIGHEST for action port [ 1139.547839] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 895b550b-a92b-449d-8067-5b40315d6597 with Priority: HIGHEST for action security_group_rules [ 1139.547965] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 895b550b-a92b-449d-8067-5b40315d6597 with Priority: HIGHEST for action security_group_members [ 1139.548074] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17639841-8be7-448d-b5ca-689d18c44438 with Priority: HIGHEST for action port [ 1139.548647] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-895b550b-a92b-449d-8067-5b40315d6597 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.548733] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.548795] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.549553] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.549657] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('895b550b-a92b-449d-8067-5b40315d6597',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.550552] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-895b550b-a92b-449d-8067-5b40315d6597 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.550644] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.550833] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-17639841-8be7-448d-b5ca-689d18c44438 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.550933] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-17639841-8be7-448d-b5ca-689d18c44438" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.551054] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-17639841-8be7-448d-b5ca-689d18c44438" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.551203] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-17639841-8be7-448d-b5ca-689d18c44438" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.551267] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17639841-8be7-448d-b5ca-689d18c44438',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.702098] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eeba56df-2627-460c-8c20-e0345e5a8cbf',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.863086] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.863231] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.863292] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.863475] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.863565] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.863664] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e09761e-de54-4fdf-b5f0-027ba52d3fc2 already deleted. [ 1139.863745] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e09761e-de54-4fdf-b5f0-027ba52d3fc2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.868300] env[69836]: INFO networking_nsxv3.common.synchronization [req-cf25f936-1f60-469e-9566-281922043cd2 req-f1077336-c9e8-4f50-b4db-b60f8c9cabc3 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Enqueued Resource ID: bfb51285-74ab-4d3d-be92-ef644a3efcad with Priority: HIGHEST for action security_group_members [ 1139.869521] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfb51285-74ab-4d3d-be92-ef644a3efcad with Priority: HIGHEST for action security_group_members [ 1139.869831] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfb51285-74ab-4d3d-be92-ef644a3efcad taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.869968] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfb51285-74ab-4d3d-be92-ef644a3efcad" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.870058] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfb51285-74ab-4d3d-be92-ef644a3efcad" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.870290] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfb51285-74ab-4d3d-be92-ef644a3efcad" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.870447] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.870576] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.870619] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.870780] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.870867] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.870973] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfb51285-74ab-4d3d-be92-ef644a3efcad',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.054460] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-895b550b-a92b-449d-8067-5b40315d6597 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.054460] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.054662] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 17639841-8be7-448d-b5ca-689d18c44438 with status ACTIVE [ 1140.054794] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.054893] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.054953] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.055259] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.055259] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.055430] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.055527] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.055588] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.055734] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.055811] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.055988] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.056095] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.056149] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.056286] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.056358] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.056442] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 17639841-8be7-448d-b5ca-689d18c44438 is going to be updated. [ 1140.081500] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.081834] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.082032] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.082329] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.082573] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.082838] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-17639841-8be7-448d-b5ca-689d18c44438" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.164437] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 895b550b-a92b-449d-8067-5b40315d6597 in Status: SUCCESS [ 1140.164633] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 895b550b-a92b-449d-8067-5b40315d6597 deletion is rescheduled due to dependency. [ 1140.164809] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.164940] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.165287] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.165549] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.165549] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.169159] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.169159] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.169159] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.169159] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('895b550b-a92b-449d-8067-5b40315d6597',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.188612] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-814 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.188841] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-814" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.188967] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-814" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.189270] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-814" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.189593] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.189715] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.189835] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.190073] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.191176] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.191176] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1140.191176] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1140.191176] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1140.191176] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1140.191176] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1140.191176] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1140.191176] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1140.205103] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.205103] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.205352] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.205386] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.205657] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.205657] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eeba56df-2627-460c-8c20-e0345e5a8cbf is going to be updated. [ 1140.223332] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1140.224035] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1140.224035] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1140.224035] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-814" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.226616] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-739a911a-53be-46b2-ae11-b4b2a9c6b46f taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.226616] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-739a911a-53be-46b2-ae11-b4b2a9c6b46f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.226616] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-739a911a-53be-46b2-ae11-b4b2a9c6b46f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.226616] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-739a911a-53be-46b2-ae11-b4b2a9c6b46f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.226616] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('739a911a-53be-46b2-ae11-b4b2a9c6b46f',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.254888] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.255051] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.255160] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.255315] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.255462] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.264708] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeba56df-2627-460c-8c20-e0345e5a8cbf in Status: IN_PROGRESS for 2s [ 1140.374309] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.374309] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.374309] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.374543] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.374543] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.375543] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.375543] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.375543] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.375543] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.375543] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.375543] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfb51285-74ab-4d3d-be92-ef644a3efcad already deleted. [ 1140.375543] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfb51285-74ab-4d3d-be92-ef644a3efcad" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.568646] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bdd25b6-02e7-4e53-bd3c-359f3d415d46 in Status: SUCCESS [ 1140.568844] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bdd25b6-02e7-4e53-bd3c-359f3d415d46 deletion is rescheduled due to dependency. [ 1140.569075] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bdd25b6-02e7-4e53-bd3c-359f3d415d46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.668271] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('895b550b-a92b-449d-8067-5b40315d6597',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.729907] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.730207] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.730363] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.730909] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.731076] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.731368] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port 739a911a-53be-46b2-ae11-b4b2a9c6b46f not found, creating... [ 1140.731861] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.732174] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.732410] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.736131] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.736131] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.736131] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.736131] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.736131] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.736131] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.736131] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.736131] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: 739a911a-53be-46b2-ae11-b4b2a9c6b46f is going to be created. [ 1140.766653] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.766979] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.767074] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.767292] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.767530] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.767754] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-739a911a-53be-46b2-ae11-b4b2a9c6b46f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.171521] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('895b550b-a92b-449d-8067-5b40315d6597',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.489591] env[69836]: INFO networking_nsxv3.common.synchronization [req-cf25f936-1f60-469e-9566-281922043cd2 req-f56e9ddf-4fbe-4d29-8923-fce6b3ac1aae service nova] Enqueued Resource ID: bfb51285-74ab-4d3d-be92-ef644a3efcad with Priority: HIGHEST for action security_group_rules [ 1141.489967] env[69836]: INFO networking_nsxv3.common.synchronization [req-cf25f936-1f60-469e-9566-281922043cd2 req-f56e9ddf-4fbe-4d29-8923-fce6b3ac1aae service nova] Enqueued Resource ID: bfb51285-74ab-4d3d-be92-ef644a3efcad with Priority: HIGHEST for action security_group_members [ 1141.489967] env[69836]: INFO networking_nsxv3.common.synchronization [req-cf25f936-1f60-469e-9566-281922043cd2 req-f56e9ddf-4fbe-4d29-8923-fce6b3ac1aae service nova] Enqueued Resource ID: 739a911a-53be-46b2-ae11-b4b2a9c6b46f with Priority: HIGHEST for action port [ 1141.491039] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfb51285-74ab-4d3d-be92-ef644a3efcad with Priority: HIGHEST for action security_group_rules [ 1141.491039] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfb51285-74ab-4d3d-be92-ef644a3efcad with Priority: HIGHEST for action security_group_members [ 1141.491039] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 739a911a-53be-46b2-ae11-b4b2a9c6b46f with Priority: HIGHEST for action port [ 1141.493233] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bfb51285-74ab-4d3d-be92-ef644a3efcad taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.493233] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bfb51285-74ab-4d3d-be92-ef644a3efcad" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.493233] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bfb51285-74ab-4d3d-be92-ef644a3efcad" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.493233] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bfb51285-74ab-4d3d-be92-ef644a3efcad" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.493233] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bfb51285-74ab-4d3d-be92-ef644a3efcad',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.493233] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfb51285-74ab-4d3d-be92-ef644a3efcad taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.493233] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfb51285-74ab-4d3d-be92-ef644a3efcad" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.493233] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfb51285-74ab-4d3d-be92-ef644a3efcad" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.493822] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfb51285-74ab-4d3d-be92-ef644a3efcad" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.493822] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.493822] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.493983] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.495444] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.495650] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.495760] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfb51285-74ab-4d3d-be92-ef644a3efcad',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.500220] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-739a911a-53be-46b2-ae11-b4b2a9c6b46f taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.500220] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-739a911a-53be-46b2-ae11-b4b2a9c6b46f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.500555] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-739a911a-53be-46b2-ae11-b4b2a9c6b46f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.500555] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-739a911a-53be-46b2-ae11-b4b2a9c6b46f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.500694] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('739a911a-53be-46b2-ae11-b4b2a9c6b46f',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.674877] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.678036] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.678036] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.678036] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.678036] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.678036] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 895b550b-a92b-449d-8067-5b40315d6597 is going to be updated. [ 1141.855061] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.855061] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.855061] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.855061] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.855061] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.873251] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 895b550b-a92b-449d-8067-5b40315d6597 in Status: IN_PROGRESS for 2s [ 1141.980717] env[69836]: INFO networking_nsxv3.common.synchronization [req-ac7d4617-eec3-4b94-b5e3-bec389a2175b req-857c3ff1-03d0-4a96-8cbf-17f70a2857bf tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Enqueued Resource ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 with Priority: HIGHEST for action security_group_members [ 1141.981280] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 with Priority: HIGHEST for action security_group_members [ 1141.981600] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-9851b922-f943-4a02-85e8-7a4557cec6e6 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.981727] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.981795] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.981996] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.982550] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.982550] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.982550] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.982695] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.982727] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.982817] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9851b922-f943-4a02-85e8-7a4557cec6e6',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.002418] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfb51285-74ab-4d3d-be92-ef644a3efcad taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.002538] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfb51285-74ab-4d3d-be92-ef644a3efcad" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.005247] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bfb51285-74ab-4d3d-be92-ef644a3efcad',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.007207] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 739a911a-53be-46b2-ae11-b4b2a9c6b46f with status ACTIVE [ 1142.007207] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.007207] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.007207] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.007207] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.007207] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.007454] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.007496] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.007527] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.007696] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.007774] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.007960] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.008068] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.008298] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.008298] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.008378] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.008456] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 739a911a-53be-46b2-ae11-b4b2a9c6b46f is going to be updated. [ 1142.032620] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.032807] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.032847] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.033079] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.033224] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.033395] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-739a911a-53be-46b2-ae11-b4b2a9c6b46f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.276350] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeba56df-2627-460c-8c20-e0345e5a8cbf in Status: SUCCESS [ 1142.276649] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.276839] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.277171] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.277326] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.277446] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.277503] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.277710] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.277887] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.277887] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.278116] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eeba56df-2627-460c-8c20-e0345e5a8cbf',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.485871] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.486542] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.486686] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.487242] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.487242] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.487449] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.487709] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.488035] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.488320] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.488690] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.488871] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 is going to be updated. [ 1142.510536] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bfb51285-74ab-4d3d-be92-ef644a3efcad',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.519069] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.519256] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.519331] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.519576] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.520019] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.531754] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 in Status: IN_PROGRESS for 2s [ 1142.780897] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeba56df-2627-460c-8c20-e0345e5a8cbf taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.782399] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.782399] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.782399] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.782399] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.782399] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.782399] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.782399] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.782399] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.782399] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.782399] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeba56df-2627-460c-8c20-e0345e5a8cbf taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.782399] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.782399] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.782399] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.782820] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.782820] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.782820] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.782820] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.783037] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.783037] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.783037] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eeba56df-2627-460c-8c20-e0345e5a8cbf',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.015726] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.015878] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.018035] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.018035] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.018035] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.018035] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfb51285-74ab-4d3d-be92-ef644a3efcad is going to be created. [ 1143.044539] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.044758] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.044807] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.045019] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.045214] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.057129] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfb51285-74ab-4d3d-be92-ef644a3efcad in Status: UNINITIALIZED for 2s [ 1143.288799] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eeba56df-2627-460c-8c20-e0345e5a8cbf: rpc.has_security_group_logging(os_id): False [ 1143.310919] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.310919] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.311242] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.311242] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.311366] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.311675] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.311856] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.311997] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.312270] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.312412] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.312733] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.312886] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.312982] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.313235] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.313359] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.313650] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.313799] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.313901] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.314135] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.314255] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.314394] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eeba56df-2627-460c-8c20-e0345e5a8cbf is going to be updated. [ 1143.414196] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.414470] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.414470] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.414656] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.414826] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.435099] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eeba56df-2627-460c-8c20-e0345e5a8cbf in Status: IN_PROGRESS for 2s [ 1143.885869] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 895b550b-a92b-449d-8067-5b40315d6597 in Status: SUCCESS [ 1143.886296] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.886549] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.886803] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.887147] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.887348] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.887452] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.887707] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.887843] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.887984] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.888170] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('895b550b-a92b-449d-8067-5b40315d6597',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.393361] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-895b550b-a92b-449d-8067-5b40315d6597 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.393592] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.393592] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.393786] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.393954] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.394074] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.394140] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.394305] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.394433] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.394827] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.395231] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-895b550b-a92b-449d-8067-5b40315d6597 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.395351] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.395417] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.395566] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.395742] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.395846] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.395908] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.396061] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.396140] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.396223] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.396312] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('895b550b-a92b-449d-8067-5b40315d6597',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.544080] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 in Status: SUCCESS [ 1144.544623] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9851b922-f943-4a02-85e8-7a4557cec6e6 deletion is rescheduled due to dependency. [ 1144.544623] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9851b922-f943-4a02-85e8-7a4557cec6e6" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.787940] env[69836]: INFO networking_nsxv3.common.synchronization [req-5c189e63-73af-4b37-a188-4aeaf9adaf12 req-9b7c999f-eb18-423e-85a1-9056f1a41908 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Enqueued Resource ID: 721a8604-8889-4c69-acc8-fb3a41552b9c with Priority: HIGHEST for action security_group_members [ 1144.788093] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 721a8604-8889-4c69-acc8-fb3a41552b9c with Priority: HIGHEST for action security_group_members [ 1144.788399] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-721a8604-8889-4c69-acc8-fb3a41552b9c taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.788518] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.788583] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.788776] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.788925] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.789076] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.789142] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.789291] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.789371] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.789470] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('721a8604-8889-4c69-acc8-fb3a41552b9c',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.898523] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 895b550b-a92b-449d-8067-5b40315d6597: rpc.has_security_group_logging(os_id): False [ 1144.918844] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.919101] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.919216] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.919424] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.919525] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.919767] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.919874] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.923092] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.923092] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.923092] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.923092] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.923092] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.923092] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.923092] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.923092] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.923092] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.923092] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.923092] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.923092] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.923092] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.923092] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 895b550b-a92b-449d-8067-5b40315d6597 is going to be updated. [ 1144.993475] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.994967] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.994967] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.994967] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.994967] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.001450] env[69836]: INFO networking_nsxv3.common.synchronization [req-c9bf08c2-aa45-495a-8f30-47604b4acf6a req-0e523655-cd39-4263-9e1c-c98fddb5feaa tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Enqueued Resource ID: 4e09761e-de54-4fdf-b5f0-027ba52d3fc2 with Priority: HIGHEST for action security_group_members [ 1145.001989] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e09761e-de54-4fdf-b5f0-027ba52d3fc2 with Priority: HIGHEST for action security_group_members [ 1145.002879] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e09761e-de54-4fdf-b5f0-027ba52d3fc2 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.002879] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e09761e-de54-4fdf-b5f0-027ba52d3fc2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.002879] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e09761e-de54-4fdf-b5f0-027ba52d3fc2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.002879] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e09761e-de54-4fdf-b5f0-027ba52d3fc2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.003628] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.003628] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.003628] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.003628] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.003628] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.003628] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e09761e-de54-4fdf-b5f0-027ba52d3fc2',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.012983] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 895b550b-a92b-449d-8067-5b40315d6597 in Status: IN_PROGRESS for 2s [ 1145.067612] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfb51285-74ab-4d3d-be92-ef644a3efcad in Status: SUCCESS [ 1145.067943] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfb51285-74ab-4d3d-be92-ef644a3efcad" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.068581] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfb51285-74ab-4d3d-be92-ef644a3efcad" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.068806] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfb51285-74ab-4d3d-be92-ef644a3efcad" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.069111] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.069280] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.069385] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.069562] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.069649] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.069741] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfb51285-74ab-4d3d-be92-ef644a3efcad" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.069835] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bfb51285-74ab-4d3d-be92-ef644a3efcad',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.295298] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.295298] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.295298] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.295298] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.295298] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.295298] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.295298] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.295298] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.295298] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.295298] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.295298] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 721a8604-8889-4c69-acc8-fb3a41552b9c is going to be updated. [ 1145.321845] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.324234] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.324234] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.324234] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.324234] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.331908] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 721a8604-8889-4c69-acc8-fb3a41552b9c in Status: IN_PROGRESS for 2s [ 1145.346019] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-243 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.346019] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-243" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.346019] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-243" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.346019] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-243" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.346019] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.346019] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.346019] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.346019] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.346019] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.346559] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1145.346795] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1145.347135] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1145.347374] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1145.347590] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1145.347808] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1145.348038] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1145.367619] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1145.368042] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1145.368290] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1145.368570] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-243" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.369057] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-777ca366-97cd-404c-90cc-68412a284108 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.369398] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-777ca366-97cd-404c-90cc-68412a284108" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.369652] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-777ca366-97cd-404c-90cc-68412a284108" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.370131] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-777ca366-97cd-404c-90cc-68412a284108" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.371099] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('777ca366-97cd-404c-90cc-68412a284108',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.452577] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eeba56df-2627-460c-8c20-e0345e5a8cbf in Status: SUCCESS [ 1145.452577] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.507828] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.507828] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.507828] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.507828] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.507828] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.507828] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.507828] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.507828] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.507828] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.507828] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.507828] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e09761e-de54-4fdf-b5f0-027ba52d3fc2 already deleted. [ 1145.507828] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e09761e-de54-4fdf-b5f0-027ba52d3fc2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.572791] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bfb51285-74ab-4d3d-be92-ef644a3efcad',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.877168] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.877441] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.877586] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.878185] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.878185] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.878185] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port 777ca366-97cd-404c-90cc-68412a284108 not found, creating... [ 1145.878452] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.878861] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.878861] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.879000] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.879191] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.879483] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.879641] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.879796] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.879963] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.880139] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.880288] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: 777ca366-97cd-404c-90cc-68412a284108 is going to be created. [ 1145.904455] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.905394] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.905394] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.905394] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.905394] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.905629] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-777ca366-97cd-404c-90cc-68412a284108" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.074642] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bfb51285-74ab-4d3d-be92-ef644a3efcad: rpc.has_security_group_logging(os_id): False [ 1146.092918] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.093104] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.093152] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.093420] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.093473] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.093683] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.093782] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.093849] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.093995] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.094087] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.094174] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bfb51285-74ab-4d3d-be92-ef644a3efcad is going to be created. [ 1146.162485] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.162679] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.162753] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.163093] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.163637] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.176164] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bfb51285-74ab-4d3d-be92-ef644a3efcad in Status: IN_PROGRESS for 2s [ 1146.768332] env[69836]: INFO networking_nsxv3.common.synchronization [req-c9bf08c2-aa45-495a-8f30-47604b4acf6a req-fe065aab-b48e-48c5-a299-fb59d694b739 service nova] Enqueued Resource ID: 4e09761e-de54-4fdf-b5f0-027ba52d3fc2 with Priority: HIGHEST for action security_group_rules [ 1146.768532] env[69836]: INFO networking_nsxv3.common.synchronization [req-c9bf08c2-aa45-495a-8f30-47604b4acf6a req-fe065aab-b48e-48c5-a299-fb59d694b739 service nova] Enqueued Resource ID: 4e09761e-de54-4fdf-b5f0-027ba52d3fc2 with Priority: HIGHEST for action security_group_members [ 1146.768673] env[69836]: INFO networking_nsxv3.common.synchronization [req-c9bf08c2-aa45-495a-8f30-47604b4acf6a req-fe065aab-b48e-48c5-a299-fb59d694b739 service nova] Enqueued Resource ID: 777ca366-97cd-404c-90cc-68412a284108 with Priority: HIGHEST for action port [ 1146.768913] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e09761e-de54-4fdf-b5f0-027ba52d3fc2 with Priority: HIGHEST for action security_group_rules [ 1146.769140] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e09761e-de54-4fdf-b5f0-027ba52d3fc2 with Priority: HIGHEST for action security_group_members [ 1146.769250] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 777ca366-97cd-404c-90cc-68412a284108 with Priority: HIGHEST for action port [ 1146.770215] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e09761e-de54-4fdf-b5f0-027ba52d3fc2 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.770338] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e09761e-de54-4fdf-b5f0-027ba52d3fc2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.770408] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e09761e-de54-4fdf-b5f0-027ba52d3fc2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.770608] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e09761e-de54-4fdf-b5f0-027ba52d3fc2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.770689] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e09761e-de54-4fdf-b5f0-027ba52d3fc2',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.771536] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e09761e-de54-4fdf-b5f0-027ba52d3fc2 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.772888] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e09761e-de54-4fdf-b5f0-027ba52d3fc2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.772888] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e09761e-de54-4fdf-b5f0-027ba52d3fc2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.772888] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e09761e-de54-4fdf-b5f0-027ba52d3fc2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.772888] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.772888] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.772888] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.772888] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.772888] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.772888] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e09761e-de54-4fdf-b5f0-027ba52d3fc2',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.773245] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-777ca366-97cd-404c-90cc-68412a284108 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.773805] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-777ca366-97cd-404c-90cc-68412a284108" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.773805] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-777ca366-97cd-404c-90cc-68412a284108" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.773805] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-777ca366-97cd-404c-90cc-68412a284108" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.773805] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('777ca366-97cd-404c-90cc-68412a284108',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.031378] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 895b550b-a92b-449d-8067-5b40315d6597 in Status: SUCCESS [ 1147.032057] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.275535] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e09761e-de54-4fdf-b5f0-027ba52d3fc2',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.276734] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e09761e-de54-4fdf-b5f0-027ba52d3fc2 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.276898] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e09761e-de54-4fdf-b5f0-027ba52d3fc2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.277296] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 777ca366-97cd-404c-90cc-68412a284108 with status ACTIVE [ 1147.277474] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.277590] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.277655] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.277913] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.277999] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.278137] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.278238] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.278296] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.278443] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.278519] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.278692] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.278775] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.278834] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.278991] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.283247] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.283398] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 777ca366-97cd-404c-90cc-68412a284108 is going to be updated. [ 1147.304904] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.305057] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.305708] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.305708] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.305869] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.306073] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-777ca366-97cd-404c-90cc-68412a284108" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.344827] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 721a8604-8889-4c69-acc8-fb3a41552b9c in Status: SUCCESS [ 1147.345041] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 721a8604-8889-4c69-acc8-fb3a41552b9c deletion is rescheduled due to dependency. [ 1147.345138] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.778087] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e09761e-de54-4fdf-b5f0-027ba52d3fc2',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.188119] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bfb51285-74ab-4d3d-be92-ef644a3efcad in Status: SUCCESS [ 1148.188697] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bfb51285-74ab-4d3d-be92-ef644a3efcad" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.283181] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.283459] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.283459] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.283683] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.283822] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.284055] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e09761e-de54-4fdf-b5f0-027ba52d3fc2 is going to be created. [ 1148.309261] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.309461] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.309520] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.309682] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.309863] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.314208] env[69836]: INFO networking_nsxv3.common.synchronization [req-fda0971f-a543-4153-9911-2ee98389fe28 req-e42776a1-ed8d-431d-aa2d-0f61d148c50b tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Enqueued Resource ID: 42c09bfc-c2c1-4f98-8c3a-65d1e9713465 with Priority: HIGHEST for action security_group_members [ 1148.314740] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42c09bfc-c2c1-4f98-8c3a-65d1e9713465 with Priority: HIGHEST for action security_group_members [ 1148.315102] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-42c09bfc-c2c1-4f98-8c3a-65d1e9713465 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.315277] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42c09bfc-c2c1-4f98-8c3a-65d1e9713465" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.315376] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42c09bfc-c2c1-4f98-8c3a-65d1e9713465" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.315538] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42c09bfc-c2c1-4f98-8c3a-65d1e9713465" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.315724] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.315864] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.315927] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.321909] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.322059] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.322155] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42c09bfc-c2c1-4f98-8c3a-65d1e9713465',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.327025] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e09761e-de54-4fdf-b5f0-027ba52d3fc2 in Status: UNINITIALIZED for 2s [ 1148.829259] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.829438] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.829501] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.829751] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.829903] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.830189] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.830301] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.830363] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.830533] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.830611] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.830699] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42c09bfc-c2c1-4f98-8c3a-65d1e9713465 is going to be updated. [ 1148.861524] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.861753] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.861753] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.862567] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.862567] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.872933] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42c09bfc-c2c1-4f98-8c3a-65d1e9713465 in Status: IN_PROGRESS for 2s [ 1149.410116] env[69836]: INFO networking_nsxv3.common.synchronization [req-e26666ec-4977-4d19-a9ca-d88856779de6 req-e3271a01-07bb-4428-86ba-7dbe7e38cd1b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Enqueued Resource ID: 721a8604-8889-4c69-acc8-fb3a41552b9c with Priority: HIGHEST for action security_group_members [ 1149.411579] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 721a8604-8889-4c69-acc8-fb3a41552b9c with Priority: HIGHEST for action security_group_members [ 1149.413519] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-721a8604-8889-4c69-acc8-fb3a41552b9c taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.413804] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.414150] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.414510] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.414820] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.415207] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.415355] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.415603] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.415768] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.415939] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('721a8604-8889-4c69-acc8-fb3a41552b9c',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.919552] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.919673] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.919746] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.919994] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.920149] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.920415] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.920603] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.920693] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.920867] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.920948] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.921046] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 721a8604-8889-4c69-acc8-fb3a41552b9c is going to be updated. [ 1149.954443] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.954731] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.954854] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.955117] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.956380] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.966620] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 721a8604-8889-4c69-acc8-fb3a41552b9c in Status: IN_PROGRESS for 2s [ 1150.001243] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-386 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.001474] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-386" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.001580] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-386" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.001853] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-386" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.002172] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.002347] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.002468] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.002691] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.002834] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.003053] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1150.003174] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1150.003283] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1150.003392] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1150.003503] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1150.003610] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1150.003770] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1150.024402] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1150.024402] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1150.024402] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1150.024402] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-386" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.024402] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-ee240757-0e70-4e61-9714-588d3c4fbbc4 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.024402] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-ee240757-0e70-4e61-9714-588d3c4fbbc4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.024402] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-ee240757-0e70-4e61-9714-588d3c4fbbc4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.024402] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-ee240757-0e70-4e61-9714-588d3c4fbbc4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.024402] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee240757-0e70-4e61-9714-588d3c4fbbc4',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.337602] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e09761e-de54-4fdf-b5f0-027ba52d3fc2 in Status: SUCCESS [ 1150.337602] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e09761e-de54-4fdf-b5f0-027ba52d3fc2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.337602] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e09761e-de54-4fdf-b5f0-027ba52d3fc2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.337602] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e09761e-de54-4fdf-b5f0-027ba52d3fc2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.337602] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.337602] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.337602] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.337602] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.337602] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.337602] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e09761e-de54-4fdf-b5f0-027ba52d3fc2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.337602] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4e09761e-de54-4fdf-b5f0-027ba52d3fc2',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.531638] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.532077] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.532077] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.532299] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.532452] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.532612] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port ee240757-0e70-4e61-9714-588d3c4fbbc4 not found, creating... [ 1150.533286] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.533465] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.533590] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.533825] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.533965] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.535495] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.537302] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.538517] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.538818] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.539671] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.539827] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: ee240757-0e70-4e61-9714-588d3c4fbbc4 is going to be created. [ 1150.562853] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.563506] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.563506] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.563987] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.564152] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.564566] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-ee240757-0e70-4e61-9714-588d3c4fbbc4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.839410] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4e09761e-de54-4fdf-b5f0-027ba52d3fc2',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.887157] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42c09bfc-c2c1-4f98-8c3a-65d1e9713465 in Status: SUCCESS [ 1150.887376] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42c09bfc-c2c1-4f98-8c3a-65d1e9713465 deletion is rescheduled due to dependency. [ 1150.887649] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42c09bfc-c2c1-4f98-8c3a-65d1e9713465" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.343381] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4e09761e-de54-4fdf-b5f0-027ba52d3fc2: rpc.has_security_group_logging(os_id): False [ 1151.362186] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.362321] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.362376] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.362585] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.362679] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.362921] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.363049] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.363122] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.363283] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.363359] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.363447] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e09761e-de54-4fdf-b5f0-027ba52d3fc2 is going to be created. [ 1151.400232] env[69836]: INFO networking_nsxv3.common.synchronization [req-e26666ec-4977-4d19-a9ca-d88856779de6 req-b5324d4c-82cc-45f8-b39a-d8b816687b65 service nova] Enqueued Resource ID: 721a8604-8889-4c69-acc8-fb3a41552b9c with Priority: HIGHEST for action security_group_rules [ 1151.400232] env[69836]: INFO networking_nsxv3.common.synchronization [req-e26666ec-4977-4d19-a9ca-d88856779de6 req-b5324d4c-82cc-45f8-b39a-d8b816687b65 service nova] Enqueued Resource ID: 721a8604-8889-4c69-acc8-fb3a41552b9c with Priority: HIGHEST for action security_group_members [ 1151.400232] env[69836]: INFO networking_nsxv3.common.synchronization [req-e26666ec-4977-4d19-a9ca-d88856779de6 req-b5324d4c-82cc-45f8-b39a-d8b816687b65 service nova] Enqueued Resource ID: ee240757-0e70-4e61-9714-588d3c4fbbc4 with Priority: HIGHEST for action port [ 1151.400807] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 721a8604-8889-4c69-acc8-fb3a41552b9c with Priority: HIGHEST for action security_group_rules [ 1151.400957] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 721a8604-8889-4c69-acc8-fb3a41552b9c with Priority: HIGHEST for action security_group_members [ 1151.402371] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee240757-0e70-4e61-9714-588d3c4fbbc4 with Priority: HIGHEST for action port [ 1151.403459] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-721a8604-8889-4c69-acc8-fb3a41552b9c taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.403599] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.403659] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.404703] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.404826] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('721a8604-8889-4c69-acc8-fb3a41552b9c',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.407563] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-721a8604-8889-4c69-acc8-fb3a41552b9c taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.407563] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.408322] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee240757-0e70-4e61-9714-588d3c4fbbc4 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.408905] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee240757-0e70-4e61-9714-588d3c4fbbc4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.408905] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee240757-0e70-4e61-9714-588d3c4fbbc4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.408905] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee240757-0e70-4e61-9714-588d3c4fbbc4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.408905] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee240757-0e70-4e61-9714-588d3c4fbbc4',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.433747] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.434612] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.434612] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.434612] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.434612] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.452408] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e09761e-de54-4fdf-b5f0-027ba52d3fc2 in Status: IN_PROGRESS for 2s [ 1151.513905] env[69836]: INFO networking_nsxv3.common.synchronization [req-7aa2e3ce-2987-43db-850c-f5806156f6f0 req-7c957c2a-6d17-49ea-84ce-7e640b3de4a7 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Enqueued Resource ID: eeba56df-2627-460c-8c20-e0345e5a8cbf with Priority: HIGHEST for action security_group_members [ 1151.517726] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeba56df-2627-460c-8c20-e0345e5a8cbf with Priority: HIGHEST for action security_group_members [ 1151.517726] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeba56df-2627-460c-8c20-e0345e5a8cbf taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.517726] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.517726] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.517726] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.517726] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.517726] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.517726] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.517726] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.517726] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.517726] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eeba56df-2627-460c-8c20-e0345e5a8cbf',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.911798] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-721a8604-8889-4c69-acc8-fb3a41552b9c taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.912164] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.912225] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ee240757-0e70-4e61-9714-588d3c4fbbc4 with status ACTIVE [ 1151.912380] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.912470] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.912547] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.912756] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.912855] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.913057] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.913160] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.913268] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.913390] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.913464] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.913657] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.913759] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.913820] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.913976] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.914061] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.914193] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ee240757-0e70-4e61-9714-588d3c4fbbc4 is going to be updated. [ 1151.918288] env[69836]: INFO networking_nsxv3.common.synchronization [req-0597970d-ef8f-4b6f-8c39-2eda08ec8c66 req-d1908920-f8b1-4c9c-a33f-301a9a80cdf0 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Enqueued Resource ID: 1bdd25b6-02e7-4e53-bd3c-359f3d415d46 with Priority: HIGHEST for action security_group_members [ 1151.919105] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bdd25b6-02e7-4e53-bd3c-359f3d415d46 with Priority: HIGHEST for action security_group_members [ 1151.919214] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bdd25b6-02e7-4e53-bd3c-359f3d415d46 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.919336] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bdd25b6-02e7-4e53-bd3c-359f3d415d46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.919404] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bdd25b6-02e7-4e53-bd3c-359f3d415d46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.919608] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bdd25b6-02e7-4e53-bd3c-359f3d415d46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.919789] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.919844] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.919894] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.920085] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.920183] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.920271] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1bdd25b6-02e7-4e53-bd3c-359f3d415d46',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.942718] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.942718] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.942718] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.943075] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.943829] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.943829] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee240757-0e70-4e61-9714-588d3c4fbbc4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.979073] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 721a8604-8889-4c69-acc8-fb3a41552b9c in Status: SUCCESS [ 1151.979228] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 721a8604-8889-4c69-acc8-fb3a41552b9c deletion is rescheduled due to dependency. [ 1151.979352] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.979612] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.979931] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.980227] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.980676] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.980676] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.980771] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.980863] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.981017] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('721a8604-8889-4c69-acc8-fb3a41552b9c',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.019903] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eeba56df-2627-460c-8c20-e0345e5a8cbf',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.197462] env[69836]: INFO networking_nsxv3.common.synchronization [None req-e5fcdc1f-9c0b-4165-a86f-d6bc8bb3bbb1 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Enqueued Resource ID: eeba56df-2627-460c-8c20-e0345e5a8cbf with Priority: HIGHEST for action security_group_members [ 1152.198236] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeba56df-2627-460c-8c20-e0345e5a8cbf with Priority: HIGHEST for action security_group_members [ 1152.199570] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeba56df-2627-460c-8c20-e0345e5a8cbf taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.199570] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.294363] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-949 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.294620] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-949" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.294735] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-949" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.295139] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-949" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.295476] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.295618] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.295720] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.295966] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.296155] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.296819] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1152.296819] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1152.296819] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1152.297088] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1152.297088] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1152.297088] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1152.297402] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1152.322305] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1152.322305] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1152.322305] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1152.322305] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-949" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.322305] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-7ae5d8e6-4354-4698-bddb-fd1dfcc11f0f taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.322305] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-7ae5d8e6-4354-4698-bddb-fd1dfcc11f0f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.322305] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-7ae5d8e6-4354-4698-bddb-fd1dfcc11f0f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.322305] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-7ae5d8e6-4354-4698-bddb-fd1dfcc11f0f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.322305] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ae5d8e6-4354-4698-bddb-fd1dfcc11f0f',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.426050] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.426050] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.426050] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.426050] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.426050] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.426050] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.426050] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.426050] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.426050] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.426050] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.426050] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bdd25b6-02e7-4e53-bd3c-359f3d415d46 is going to be updated. [ 1152.453713] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.453847] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.453918] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.454154] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.454300] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.464294] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bdd25b6-02e7-4e53-bd3c-359f3d415d46 in Status: IN_PROGRESS for 2s [ 1152.484374] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('721a8604-8889-4c69-acc8-fb3a41552b9c',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.521849] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eeba56df-2627-460c-8c20-e0345e5a8cbf',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.827852] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.828124] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.828271] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.828560] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.828736] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.828911] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port 7ae5d8e6-4354-4698-bddb-fd1dfcc11f0f not found, creating... [ 1152.829273] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.829538] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.829633] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.829825] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.829983] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.831604] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.831781] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.831934] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.832188] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.832407] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.832484] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: 7ae5d8e6-4354-4698-bddb-fd1dfcc11f0f is going to be created. [ 1152.858693] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.859088] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.859246] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.859896] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.860170] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.860406] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-7ae5d8e6-4354-4698-bddb-fd1dfcc11f0f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.986493] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('721a8604-8889-4c69-acc8-fb3a41552b9c',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.024090] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.024303] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.024303] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.024536] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.024641] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.024745] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eeba56df-2627-460c-8c20-e0345e5a8cbf is going to be updated. [ 1153.063288] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.063288] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.063288] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.063512] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.063547] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.072219] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeba56df-2627-460c-8c20-e0345e5a8cbf in Status: IN_PROGRESS for 2s [ 1153.468046] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e09761e-de54-4fdf-b5f0-027ba52d3fc2 in Status: SUCCESS [ 1153.468046] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e09761e-de54-4fdf-b5f0-027ba52d3fc2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.490079] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.490079] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.490079] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.490079] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.490079] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.490079] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 721a8604-8889-4c69-acc8-fb3a41552b9c is going to be updated. [ 1153.529214] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.529214] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.529214] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.529484] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.529691] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.542681] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 721a8604-8889-4c69-acc8-fb3a41552b9c in Status: IN_PROGRESS for 2s [ 1153.845757] env[69836]: INFO networking_nsxv3.common.synchronization [req-0597970d-ef8f-4b6f-8c39-2eda08ec8c66 req-e20d6f87-e5d3-48d4-a1d8-ccaaf0daa39b service nova] Enqueued Resource ID: 1bdd25b6-02e7-4e53-bd3c-359f3d415d46 with Priority: HIGHEST for action security_group_rules [ 1153.846053] env[69836]: INFO networking_nsxv3.common.synchronization [req-0597970d-ef8f-4b6f-8c39-2eda08ec8c66 req-e20d6f87-e5d3-48d4-a1d8-ccaaf0daa39b service nova] Enqueued Resource ID: 1bdd25b6-02e7-4e53-bd3c-359f3d415d46 with Priority: HIGHEST for action security_group_members [ 1153.846240] env[69836]: INFO networking_nsxv3.common.synchronization [req-0597970d-ef8f-4b6f-8c39-2eda08ec8c66 req-e20d6f87-e5d3-48d4-a1d8-ccaaf0daa39b service nova] Enqueued Resource ID: 7ae5d8e6-4354-4698-bddb-fd1dfcc11f0f with Priority: HIGHEST for action port [ 1153.846797] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bdd25b6-02e7-4e53-bd3c-359f3d415d46 with Priority: HIGHEST for action security_group_rules [ 1153.846931] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bdd25b6-02e7-4e53-bd3c-359f3d415d46 with Priority: HIGHEST for action security_group_members [ 1153.847895] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ae5d8e6-4354-4698-bddb-fd1dfcc11f0f with Priority: HIGHEST for action port [ 1153.848241] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1bdd25b6-02e7-4e53-bd3c-359f3d415d46 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.848369] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1bdd25b6-02e7-4e53-bd3c-359f3d415d46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.848438] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1bdd25b6-02e7-4e53-bd3c-359f3d415d46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.848642] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1bdd25b6-02e7-4e53-bd3c-359f3d415d46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.848723] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1bdd25b6-02e7-4e53-bd3c-359f3d415d46',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.850265] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bdd25b6-02e7-4e53-bd3c-359f3d415d46 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.850374] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bdd25b6-02e7-4e53-bd3c-359f3d415d46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.850548] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ae5d8e6-4354-4698-bddb-fd1dfcc11f0f taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.850646] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ae5d8e6-4354-4698-bddb-fd1dfcc11f0f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.850710] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ae5d8e6-4354-4698-bddb-fd1dfcc11f0f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.850878] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ae5d8e6-4354-4698-bddb-fd1dfcc11f0f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.851611] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ae5d8e6-4354-4698-bddb-fd1dfcc11f0f',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.353721] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bdd25b6-02e7-4e53-bd3c-359f3d415d46 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.354017] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bdd25b6-02e7-4e53-bd3c-359f3d415d46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.354059] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7ae5d8e6-4354-4698-bddb-fd1dfcc11f0f with status ACTIVE [ 1154.354231] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.354335] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.354401] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.354628] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.354716] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.354883] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.354974] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.355053] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.355190] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.355264] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.355442] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.355531] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.355591] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.355721] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.355792] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.355873] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7ae5d8e6-4354-4698-bddb-fd1dfcc11f0f is going to be updated. [ 1154.378152] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.378346] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.378385] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.378682] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.378827] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.378996] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ae5d8e6-4354-4698-bddb-fd1dfcc11f0f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.440752] env[69836]: INFO networking_nsxv3.common.synchronization [req-8a44b49e-37d1-40d2-add7-18f3740df63c req-16f430e6-12e4-4a1d-b3bd-53d3efca4a07 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Enqueued Resource ID: 895b550b-a92b-449d-8067-5b40315d6597 with Priority: HIGHEST for action security_group_members [ 1154.441696] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 895b550b-a92b-449d-8067-5b40315d6597 with Priority: HIGHEST for action security_group_members [ 1154.442590] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-895b550b-a92b-449d-8067-5b40315d6597 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.442590] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.442590] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.442774] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.442854] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.442986] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.443083] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.443282] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.443389] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.443587] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('895b550b-a92b-449d-8067-5b40315d6597',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.476976] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bdd25b6-02e7-4e53-bd3c-359f3d415d46 in Status: SUCCESS [ 1154.477211] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bdd25b6-02e7-4e53-bd3c-359f3d415d46 deletion is rescheduled due to dependency. [ 1154.477277] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bdd25b6-02e7-4e53-bd3c-359f3d415d46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.477940] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bdd25b6-02e7-4e53-bd3c-359f3d415d46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.478170] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bdd25b6-02e7-4e53-bd3c-359f3d415d46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.478364] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.478473] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.478529] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.478688] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.478765] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.478859] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1bdd25b6-02e7-4e53-bd3c-359f3d415d46',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.931825] env[69836]: INFO networking_nsxv3.common.synchronization [req-ec318f30-7a2b-45bc-8cc7-882f7e7e651d req-1320fd84-f39e-4947-b7ea-810710cdd260 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Enqueued Resource ID: 583d7bf1-7add-4ea9-ad10-31d80c633e6a with Priority: HIGHEST for action security_group_members [ 1154.932392] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 583d7bf1-7add-4ea9-ad10-31d80c633e6a with Priority: HIGHEST for action security_group_members [ 1154.932703] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-583d7bf1-7add-4ea9-ad10-31d80c633e6a taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.932830] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-583d7bf1-7add-4ea9-ad10-31d80c633e6a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.932898] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-583d7bf1-7add-4ea9-ad10-31d80c633e6a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.933153] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-583d7bf1-7add-4ea9-ad10-31d80c633e6a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.933302] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.933391] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.933455] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.933614] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.933700] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.933792] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('583d7bf1-7add-4ea9-ad10-31d80c633e6a',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.945975] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.946160] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.946208] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.946376] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.946468] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.946652] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.946747] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.946811] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.947080] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.947080] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.947192] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 895b550b-a92b-449d-8067-5b40315d6597 is going to be updated. [ 1154.978231] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.978379] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.978446] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.978658] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.978808] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.981433] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1bdd25b6-02e7-4e53-bd3c-359f3d415d46',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.990520] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 895b550b-a92b-449d-8067-5b40315d6597 in Status: IN_PROGRESS for 2s [ 1155.083595] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeba56df-2627-460c-8c20-e0345e5a8cbf in Status: SUCCESS [ 1155.083815] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.083977] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.084203] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.084389] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.084505] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.084573] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.084724] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.084805] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.084903] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eeba56df-2627-460c-8c20-e0345e5a8cbf',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.435545] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.435921] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.435921] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.436280] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.436448] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.436766] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.436931] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.437058] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.437335] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.437477] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.438565] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 583d7bf1-7add-4ea9-ad10-31d80c633e6a is going to be updated. [ 1155.478591] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.478741] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.478827] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.479310] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.479479] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.483439] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1bdd25b6-02e7-4e53-bd3c-359f3d415d46',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.491759] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 583d7bf1-7add-4ea9-ad10-31d80c633e6a in Status: IN_PROGRESS for 2s [ 1155.566804] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 721a8604-8889-4c69-acc8-fb3a41552b9c in Status: SUCCESS [ 1155.567139] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.567333] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.567556] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.567754] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.567961] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.568056] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.568146] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.568231] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.568335] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.568435] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('721a8604-8889-4c69-acc8-fb3a41552b9c',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.587380] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.587629] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.587629] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.587753] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.587842] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.588045] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.588203] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.588203] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.588350] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.588426] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.588513] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eeba56df-2627-460c-8c20-e0345e5a8cbf is going to be updated. [ 1155.617685] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.617879] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.617982] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.618298] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.618500] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.629363] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeba56df-2627-460c-8c20-e0345e5a8cbf in Status: IN_PROGRESS for 2s [ 1155.987417] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.987624] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.987624] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.987840] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.987927] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.988063] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bdd25b6-02e7-4e53-bd3c-359f3d415d46 is going to be updated. [ 1156.023429] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.023700] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.023700] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.023978] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.024132] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.033712] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bdd25b6-02e7-4e53-bd3c-359f3d415d46 in Status: IN_PROGRESS for 2s [ 1156.071625] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-721a8604-8889-4c69-acc8-fb3a41552b9c taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.071845] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.071845] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.072096] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.072307] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.072419] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.072486] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.072651] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.072738] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.072830] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.072979] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-721a8604-8889-4c69-acc8-fb3a41552b9c taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.073086] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.073141] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.073288] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.073426] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.073638] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.073638] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.073759] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.073759] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.073847] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.073932] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('721a8604-8889-4c69-acc8-fb3a41552b9c',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.576923] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 721a8604-8889-4c69-acc8-fb3a41552b9c: rpc.has_security_group_logging(os_id): False [ 1156.611573] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.611805] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.611853] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.612167] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.612293] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.612566] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.612709] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.612819] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.613070] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.613186] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.613405] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.613502] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.613566] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.613717] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.613786] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.614784] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.614899] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.614990] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.615424] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.615424] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.615424] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 721a8604-8889-4c69-acc8-fb3a41552b9c is going to be updated. [ 1156.693737] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.693911] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.693972] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.694237] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.694409] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.741347] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 721a8604-8889-4c69-acc8-fb3a41552b9c in Status: IN_PROGRESS for 2s [ 1157.001081] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 895b550b-a92b-449d-8067-5b40315d6597 in Status: SUCCESS [ 1157.001902] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 895b550b-a92b-449d-8067-5b40315d6597 deletion is rescheduled due to dependency. [ 1157.001902] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.501265] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 583d7bf1-7add-4ea9-ad10-31d80c633e6a in Status: SUCCESS [ 1157.501472] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 583d7bf1-7add-4ea9-ad10-31d80c633e6a deletion is rescheduled due to dependency. [ 1157.501588] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-583d7bf1-7add-4ea9-ad10-31d80c633e6a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.641831] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeba56df-2627-460c-8c20-e0345e5a8cbf in Status: SUCCESS [ 1157.641831] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eeba56df-2627-460c-8c20-e0345e5a8cbf deletion is rescheduled due to dependency. [ 1157.641831] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.045522] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bdd25b6-02e7-4e53-bd3c-359f3d415d46 in Status: SUCCESS [ 1158.045522] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bdd25b6-02e7-4e53-bd3c-359f3d415d46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.045522] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bdd25b6-02e7-4e53-bd3c-359f3d415d46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.045747] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bdd25b6-02e7-4e53-bd3c-359f3d415d46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.045973] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.046180] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.046251] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.046412] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.046533] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.046645] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bdd25b6-02e7-4e53-bd3c-359f3d415d46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.046761] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1bdd25b6-02e7-4e53-bd3c-359f3d415d46',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.549034] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1bdd25b6-02e7-4e53-bd3c-359f3d415d46',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.761175] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 721a8604-8889-4c69-acc8-fb3a41552b9c in Status: SUCCESS [ 1158.761543] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.051397] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1bdd25b6-02e7-4e53-bd3c-359f3d415d46: rpc.has_security_group_logging(os_id): False [ 1159.071023] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.071216] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.071254] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.071541] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.071631] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.071880] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.071979] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.072054] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.072205] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.072280] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.072368] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1bdd25b6-02e7-4e53-bd3c-359f3d415d46 is going to be updated. [ 1159.134159] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.134418] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.134556] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.134801] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.134992] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.148995] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1bdd25b6-02e7-4e53-bd3c-359f3d415d46 in Status: IN_PROGRESS for 2s [ 1159.933893] env[69836]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1159.933893] env[69836]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1161.164138] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1bdd25b6-02e7-4e53-bd3c-359f3d415d46 in Status: SUCCESS [ 1161.164518] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1bdd25b6-02e7-4e53-bd3c-359f3d415d46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.000022] env[69836]: INFO networking_nsxv3.common.synchronization [None req-2483da5b-113a-4bd2-ab43-b89045f08ad4 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Enqueued Resource ID: d4ba15e8-6943-44dd-8aab-527fc0fec908 with Priority: HIGHEST for action security_group_rules [ 1162.000022] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4ba15e8-6943-44dd-8aab-527fc0fec908 with Priority: HIGHEST for action security_group_rules [ 1162.000022] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4ba15e8-6943-44dd-8aab-527fc0fec908 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.000022] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4ba15e8-6943-44dd-8aab-527fc0fec908" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.000022] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4ba15e8-6943-44dd-8aab-527fc0fec908" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.000022] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4ba15e8-6943-44dd-8aab-527fc0fec908" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.000022] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4ba15e8-6943-44dd-8aab-527fc0fec908',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.120609] env[69836]: INFO networking_nsxv3.common.synchronization [None req-ba0c651e-3a9a-479b-ba01-850e0f265482 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Enqueued Resource ID: d4ba15e8-6943-44dd-8aab-527fc0fec908 with Priority: HIGHEST for action security_group_rules [ 1162.120609] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4ba15e8-6943-44dd-8aab-527fc0fec908 with Priority: HIGHEST for action security_group_rules [ 1162.120609] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4ba15e8-6943-44dd-8aab-527fc0fec908 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.120609] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4ba15e8-6943-44dd-8aab-527fc0fec908" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.521247] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.521586] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.521586] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.521713] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.521805] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.521903] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4ba15e8-6943-44dd-8aab-527fc0fec908 already deleted. [ 1162.521986] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4ba15e8-6943-44dd-8aab-527fc0fec908" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.522158] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4ba15e8-6943-44dd-8aab-527fc0fec908" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.522310] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4ba15e8-6943-44dd-8aab-527fc0fec908" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.522397] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4ba15e8-6943-44dd-8aab-527fc0fec908',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.044198] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.044403] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.044403] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.044610] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.044701] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.044796] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4ba15e8-6943-44dd-8aab-527fc0fec908 already deleted. [ 1163.044877] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4ba15e8-6943-44dd-8aab-527fc0fec908" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.830845] env[69836]: INFO networking_nsxv3.common.synchronization [req-6f9edea9-3747-4b03-b1e7-064f7b46d2ee req-f9527fed-07b4-4ac0-935b-6842fc539a45 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Enqueued Resource ID: 667c1f1f-dd24-4542-a14a-9ac887aa8736 with Priority: HIGHEST for action security_group_members [ 1163.830845] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 667c1f1f-dd24-4542-a14a-9ac887aa8736 with Priority: HIGHEST for action security_group_members [ 1163.831201] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-667c1f1f-dd24-4542-a14a-9ac887aa8736 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.831316] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-667c1f1f-dd24-4542-a14a-9ac887aa8736" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.831396] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-667c1f1f-dd24-4542-a14a-9ac887aa8736" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.831601] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-667c1f1f-dd24-4542-a14a-9ac887aa8736" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.831756] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.831858] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.831941] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.832230] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.832338] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.832438] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('667c1f1f-dd24-4542-a14a-9ac887aa8736',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.155848] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-598 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.155987] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-598" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.156077] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-598" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.156343] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-598" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.156593] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.156744] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.156859] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.157088] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.157231] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.157443] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1164.157553] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1164.157745] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1164.157812] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1164.157905] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1164.157972] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1164.158118] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1164.184062] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1164.184252] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1164.184396] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1164.184576] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-598" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.184903] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-090b2c90-c2e9-4c73-9f94-00fe151cec53 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.185095] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-090b2c90-c2e9-4c73-9f94-00fe151cec53" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.185219] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-090b2c90-c2e9-4c73-9f94-00fe151cec53" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.185560] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-090b2c90-c2e9-4c73-9f94-00fe151cec53" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.185705] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('090b2c90-c2e9-4c73-9f94-00fe151cec53',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.334503] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.334848] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.334848] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.335061] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.335177] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.335396] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.335492] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.335550] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.335710] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.335813] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.335968] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 667c1f1f-dd24-4542-a14a-9ac887aa8736 is going to be deleted. [ 1164.373887] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.374098] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.374148] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.374339] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.374436] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.374534] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-667c1f1f-dd24-4542-a14a-9ac887aa8736" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.688937] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.689320] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.689439] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.689779] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.689933] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.690114] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port 090b2c90-c2e9-4c73-9f94-00fe151cec53 not found, creating... [ 1164.690457] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.690646] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.690780] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.691042] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.691251] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.691561] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.691736] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.691970] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.692207] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.692351] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.692495] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: 090b2c90-c2e9-4c73-9f94-00fe151cec53 is going to be created. [ 1164.717417] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.717803] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.718060] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.718431] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.718743] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.719155] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-090b2c90-c2e9-4c73-9f94-00fe151cec53" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.410411] env[69836]: INFO networking_nsxv3.common.synchronization [req-6f9edea9-3747-4b03-b1e7-064f7b46d2ee req-1fa3d3e0-0dd1-4376-a997-be2c92c0caf6 service nova] Enqueued Resource ID: 667c1f1f-dd24-4542-a14a-9ac887aa8736 with Priority: HIGHEST for action security_group_rules [ 1165.410411] env[69836]: INFO networking_nsxv3.common.synchronization [req-6f9edea9-3747-4b03-b1e7-064f7b46d2ee req-1fa3d3e0-0dd1-4376-a997-be2c92c0caf6 service nova] Enqueued Resource ID: 667c1f1f-dd24-4542-a14a-9ac887aa8736 with Priority: HIGHEST for action security_group_members [ 1165.410411] env[69836]: INFO networking_nsxv3.common.synchronization [req-6f9edea9-3747-4b03-b1e7-064f7b46d2ee req-1fa3d3e0-0dd1-4376-a997-be2c92c0caf6 service nova] Enqueued Resource ID: 090b2c90-c2e9-4c73-9f94-00fe151cec53 with Priority: HIGHEST for action port [ 1165.410819] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 667c1f1f-dd24-4542-a14a-9ac887aa8736 with Priority: HIGHEST for action security_group_rules [ 1165.410819] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 667c1f1f-dd24-4542-a14a-9ac887aa8736 with Priority: HIGHEST for action security_group_members [ 1165.410926] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 090b2c90-c2e9-4c73-9f94-00fe151cec53 with Priority: HIGHEST for action port [ 1165.411435] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-667c1f1f-dd24-4542-a14a-9ac887aa8736 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.411617] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-667c1f1f-dd24-4542-a14a-9ac887aa8736" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.411715] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-667c1f1f-dd24-4542-a14a-9ac887aa8736" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.411936] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-667c1f1f-dd24-4542-a14a-9ac887aa8736" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.412060] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('667c1f1f-dd24-4542-a14a-9ac887aa8736',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.413638] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-667c1f1f-dd24-4542-a14a-9ac887aa8736 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.413885] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-667c1f1f-dd24-4542-a14a-9ac887aa8736" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.413960] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-667c1f1f-dd24-4542-a14a-9ac887aa8736" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.414149] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-667c1f1f-dd24-4542-a14a-9ac887aa8736" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.414302] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.414399] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.414461] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.414599] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.414684] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.414773] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('667c1f1f-dd24-4542-a14a-9ac887aa8736',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.568198] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-090b2c90-c2e9-4c73-9f94-00fe151cec53 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.568396] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-090b2c90-c2e9-4c73-9f94-00fe151cec53" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.568396] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-090b2c90-c2e9-4c73-9f94-00fe151cec53" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.568605] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-090b2c90-c2e9-4c73-9f94-00fe151cec53" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.568709] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('090b2c90-c2e9-4c73-9f94-00fe151cec53',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.914880] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-667c1f1f-dd24-4542-a14a-9ac887aa8736 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.915145] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-667c1f1f-dd24-4542-a14a-9ac887aa8736" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.068913] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('667c1f1f-dd24-4542-a14a-9ac887aa8736',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.070906] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 090b2c90-c2e9-4c73-9f94-00fe151cec53 with status ACTIVE [ 1166.071150] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.071288] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.071385] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.072135] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.072135] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.072135] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.072135] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.072135] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.072423] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.072423] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.072490] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.072534] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.072602] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.072771] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.072851] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.072928] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 090b2c90-c2e9-4c73-9f94-00fe151cec53 is going to be updated. [ 1166.119743] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.119970] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.119970] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.120264] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.120408] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.120574] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-090b2c90-c2e9-4c73-9f94-00fe151cec53" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.574823] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('667c1f1f-dd24-4542-a14a-9ac887aa8736',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.076881] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.077128] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.077128] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.077379] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.077479] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.077606] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 667c1f1f-dd24-4542-a14a-9ac887aa8736 is going to be created. [ 1167.101172] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.101350] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.101438] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.101663] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.101828] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.114719] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 667c1f1f-dd24-4542-a14a-9ac887aa8736 in Status: UNINITIALIZED for 2s [ 1168.587591] env[69836]: INFO networking_nsxv3.common.synchronization [req-2c91437a-d0c1-4c58-adbb-8c790b4a98c8 req-aa383a5b-f9f5-41eb-9905-4b5e4c7cfee2 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Enqueued Resource ID: 895b550b-a92b-449d-8067-5b40315d6597 with Priority: HIGHEST for action security_group_members [ 1168.588804] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 895b550b-a92b-449d-8067-5b40315d6597 with Priority: HIGHEST for action security_group_members [ 1168.588804] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-895b550b-a92b-449d-8067-5b40315d6597 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.588804] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.588969] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.589251] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.589493] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.589660] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.589751] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.589979] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.590140] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.590274] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('895b550b-a92b-449d-8067-5b40315d6597',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.908040] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-731 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.908265] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-731" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.908390] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-731" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.908689] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-731" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.908918] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.909396] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.909396] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.909528] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.909595] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.909809] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1168.909925] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1168.910048] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1168.910162] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1168.910280] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1168.910387] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1168.910523] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1168.933463] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1168.933463] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1168.933463] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1168.933463] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-731" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.933463] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-5d8e61cf-c25c-4306-acdd-9fbc470349b5 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.933463] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-5d8e61cf-c25c-4306-acdd-9fbc470349b5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.933463] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-5d8e61cf-c25c-4306-acdd-9fbc470349b5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.933463] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-5d8e61cf-c25c-4306-acdd-9fbc470349b5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.933463] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d8e61cf-c25c-4306-acdd-9fbc470349b5',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.093059] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.093059] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.093059] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.093059] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.093348] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.093390] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.093468] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.093532] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.093675] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.093749] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.093834] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 895b550b-a92b-449d-8067-5b40315d6597 is going to be updated. [ 1169.124569] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.124780] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.124967] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.125210] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.125437] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.127094] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 667c1f1f-dd24-4542-a14a-9ac887aa8736 in Status: UNINITIALIZED for 4s [ 1169.133351] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 895b550b-a92b-449d-8067-5b40315d6597 in Status: IN_PROGRESS for 2s [ 1169.435746] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.436110] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.436542] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.436819] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.437069] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.437305] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port 5d8e61cf-c25c-4306-acdd-9fbc470349b5 not found, creating... [ 1169.437630] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.437944] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.438087] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.438396] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.438584] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.438953] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.439189] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.439351] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.439631] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.439811] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.440038] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: 5d8e61cf-c25c-4306-acdd-9fbc470349b5 is going to be created. [ 1169.464478] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.464698] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.464858] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.465175] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.465925] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.465925] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-5d8e61cf-c25c-4306-acdd-9fbc470349b5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.145573] env[69836]: INFO networking_nsxv3.common.synchronization [req-2c91437a-d0c1-4c58-adbb-8c790b4a98c8 req-b61a4db1-ab3f-4396-a664-b4c8ccfc2c8a service nova] Enqueued Resource ID: 895b550b-a92b-449d-8067-5b40315d6597 with Priority: HIGHEST for action security_group_rules [ 1170.145874] env[69836]: INFO networking_nsxv3.common.synchronization [req-2c91437a-d0c1-4c58-adbb-8c790b4a98c8 req-b61a4db1-ab3f-4396-a664-b4c8ccfc2c8a service nova] Enqueued Resource ID: 895b550b-a92b-449d-8067-5b40315d6597 with Priority: HIGHEST for action security_group_members [ 1170.146010] env[69836]: INFO networking_nsxv3.common.synchronization [req-2c91437a-d0c1-4c58-adbb-8c790b4a98c8 req-b61a4db1-ab3f-4396-a664-b4c8ccfc2c8a service nova] Enqueued Resource ID: 5d8e61cf-c25c-4306-acdd-9fbc470349b5 with Priority: HIGHEST for action port [ 1170.146166] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 895b550b-a92b-449d-8067-5b40315d6597 with Priority: HIGHEST for action security_group_rules [ 1170.146297] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 895b550b-a92b-449d-8067-5b40315d6597 with Priority: HIGHEST for action security_group_members [ 1170.146392] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d8e61cf-c25c-4306-acdd-9fbc470349b5 with Priority: HIGHEST for action port [ 1170.146953] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-895b550b-a92b-449d-8067-5b40315d6597 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.149660] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.149747] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.150000] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.150101] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('895b550b-a92b-449d-8067-5b40315d6597',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.152485] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-895b550b-a92b-449d-8067-5b40315d6597 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.153247] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.153247] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d8e61cf-c25c-4306-acdd-9fbc470349b5 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.153629] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d8e61cf-c25c-4306-acdd-9fbc470349b5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.153772] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d8e61cf-c25c-4306-acdd-9fbc470349b5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.153921] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d8e61cf-c25c-4306-acdd-9fbc470349b5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.154013] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d8e61cf-c25c-4306-acdd-9fbc470349b5',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.655503] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-895b550b-a92b-449d-8067-5b40315d6597 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.657599] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.657599] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5d8e61cf-c25c-4306-acdd-9fbc470349b5 with status ACTIVE [ 1170.657599] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.657599] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.657599] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.657599] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.657869] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.657869] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.657947] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.658062] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.658206] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.658245] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.658454] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.658526] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.658557] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.658681] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.658754] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.658838] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5d8e61cf-c25c-4306-acdd-9fbc470349b5 is going to be updated. [ 1170.682060] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.682214] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.682289] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.682499] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.682642] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.682803] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d8e61cf-c25c-4306-acdd-9fbc470349b5" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.137270] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 667c1f1f-dd24-4542-a14a-9ac887aa8736 in Status: SUCCESS [ 1171.137563] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-667c1f1f-dd24-4542-a14a-9ac887aa8736" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.137765] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-667c1f1f-dd24-4542-a14a-9ac887aa8736" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.138066] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-667c1f1f-dd24-4542-a14a-9ac887aa8736" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.138390] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.139045] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.139045] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.139045] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.139045] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.139045] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-667c1f1f-dd24-4542-a14a-9ac887aa8736" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.139330] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('667c1f1f-dd24-4542-a14a-9ac887aa8736',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.141245] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 895b550b-a92b-449d-8067-5b40315d6597 in Status: SUCCESS [ 1171.141421] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 895b550b-a92b-449d-8067-5b40315d6597 deletion is rescheduled due to dependency. [ 1171.141524] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.141671] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.141833] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.142297] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.142297] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.142297] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.142433] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.142466] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.142549] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('895b550b-a92b-449d-8067-5b40315d6597',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.641116] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-667c1f1f-dd24-4542-a14a-9ac887aa8736 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.641378] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-667c1f1f-dd24-4542-a14a-9ac887aa8736" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.641378] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-667c1f1f-dd24-4542-a14a-9ac887aa8736" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.641612] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-667c1f1f-dd24-4542-a14a-9ac887aa8736" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.641796] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.641904] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.641967] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.642149] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.642250] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.642345] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-667c1f1f-dd24-4542-a14a-9ac887aa8736" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.642508] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-667c1f1f-dd24-4542-a14a-9ac887aa8736 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.642599] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-667c1f1f-dd24-4542-a14a-9ac887aa8736" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.642693] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-667c1f1f-dd24-4542-a14a-9ac887aa8736" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.642818] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-667c1f1f-dd24-4542-a14a-9ac887aa8736" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.642973] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.643069] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.643145] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.643291] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.643379] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.643462] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-667c1f1f-dd24-4542-a14a-9ac887aa8736" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.643549] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('667c1f1f-dd24-4542-a14a-9ac887aa8736',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.644515] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('895b550b-a92b-449d-8067-5b40315d6597',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.146597] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 667c1f1f-dd24-4542-a14a-9ac887aa8736: rpc.has_security_group_logging(os_id): False [ 1172.147773] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('895b550b-a92b-449d-8067-5b40315d6597',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.167397] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.167587] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.167625] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.167912] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.168030] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.168347] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.168624] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.168624] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.168761] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.168907] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.169139] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.169256] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.169338] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.169608] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.169691] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.169866] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.170080] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.170080] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.170234] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.170322] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.170438] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 667c1f1f-dd24-4542-a14a-9ac887aa8736 is going to be created. [ 1172.229882] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.229882] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.229882] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.230208] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.230423] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.245521] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 667c1f1f-dd24-4542-a14a-9ac887aa8736 in Status: IN_PROGRESS for 2s [ 1172.653444] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.653765] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.653765] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.653905] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.654026] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.654136] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 895b550b-a92b-449d-8067-5b40315d6597 is going to be updated. [ 1172.684458] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.684663] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.684707] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.684900] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.685067] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.693951] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 895b550b-a92b-449d-8067-5b40315d6597 in Status: IN_PROGRESS for 2s [ 1173.437910] env[69836]: INFO networking_nsxv3.common.synchronization [req-9674c984-60ba-4cf3-ac00-3f8e902a6c43 req-006cea9e-df63-4202-ba6f-0d2ef30a84ee tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Enqueued Resource ID: 721a8604-8889-4c69-acc8-fb3a41552b9c with Priority: HIGHEST for action security_group_members [ 1173.438731] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 721a8604-8889-4c69-acc8-fb3a41552b9c with Priority: HIGHEST for action security_group_members [ 1173.439171] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-721a8604-8889-4c69-acc8-fb3a41552b9c taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.439347] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.439445] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.439752] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.439995] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.440176] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.440275] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.440515] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.440654] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.440785] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('721a8604-8889-4c69-acc8-fb3a41552b9c',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.496261] env[69836]: INFO networking_nsxv3.common.synchronization [req-7e08820e-cc66-4417-8932-5b1ead2241e1 req-c44dd518-5e83-4699-a4e0-f749f596547b tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Enqueued Resource ID: d4ba15e8-6943-44dd-8aab-527fc0fec908 with Priority: HIGHEST for action security_group_members [ 1173.496261] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4ba15e8-6943-44dd-8aab-527fc0fec908 with Priority: HIGHEST for action security_group_members [ 1173.496261] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4ba15e8-6943-44dd-8aab-527fc0fec908 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.496261] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4ba15e8-6943-44dd-8aab-527fc0fec908" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.496261] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4ba15e8-6943-44dd-8aab-527fc0fec908" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.496261] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4ba15e8-6943-44dd-8aab-527fc0fec908" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.496261] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.496570] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.496570] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.496631] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.496673] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.496754] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4ba15e8-6943-44dd-8aab-527fc0fec908',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.826031] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-638 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.826437] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-638" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.826437] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-638" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.827037] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-638" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.827542] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.827802] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.827955] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.828222] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.828394] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.828659] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1173.828790] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1173.828906] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1173.829058] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1173.829253] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1173.829382] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1173.829555] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1173.848026] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1173.848202] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1173.848349] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1173.848525] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-638" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.848834] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-88caa201-7e1f-4b97-b9c1-39c9576939df taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.849018] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-88caa201-7e1f-4b97-b9c1-39c9576939df" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.849215] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-88caa201-7e1f-4b97-b9c1-39c9576939df" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.849617] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-88caa201-7e1f-4b97-b9c1-39c9576939df" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.849795] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88caa201-7e1f-4b97-b9c1-39c9576939df',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.947024] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.947292] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.947340] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.947572] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.947669] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.948240] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.948240] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.948240] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.948240] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.948240] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.948585] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 721a8604-8889-4c69-acc8-fb3a41552b9c is going to be updated. [ 1173.979053] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.979249] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.979295] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.979606] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.979773] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.989526] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 721a8604-8889-4c69-acc8-fb3a41552b9c in Status: IN_PROGRESS for 2s [ 1173.998487] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.998634] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.998706] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.998934] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.999145] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.999384] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.999900] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.999900] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.999900] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.999900] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.000072] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4ba15e8-6943-44dd-8aab-527fc0fec908 already deleted. [ 1174.000072] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4ba15e8-6943-44dd-8aab-527fc0fec908" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.263504] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 667c1f1f-dd24-4542-a14a-9ac887aa8736 in Status: SUCCESS [ 1174.263780] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-667c1f1f-dd24-4542-a14a-9ac887aa8736" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.352495] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.352710] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.352859] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.353271] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.353464] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.353700] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port 88caa201-7e1f-4b97-b9c1-39c9576939df not found, creating... [ 1174.353939] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.354151] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.354275] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.354524] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.354707] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.355053] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.355194] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.355468] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.355756] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.355972] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.356164] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: 88caa201-7e1f-4b97-b9c1-39c9576939df is going to be created. [ 1174.384870] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.385165] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.385305] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.385589] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.385836] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.386092] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-88caa201-7e1f-4b97-b9c1-39c9576939df" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.709021] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 895b550b-a92b-449d-8067-5b40315d6597 in Status: SUCCESS [ 1174.709021] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.709021] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.709021] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.709021] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.709021] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.709021] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.709021] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.709021] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.709021] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.709021] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('895b550b-a92b-449d-8067-5b40315d6597',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.718763] env[69836]: INFO networking_nsxv3.common.synchronization [req-350dd5e5-013b-47d4-80e9-c29e4d8c1be7 req-bb6715a2-c85f-49a0-86f3-3205c055d4d3 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Enqueued Resource ID: 667c1f1f-dd24-4542-a14a-9ac887aa8736 with Priority: HIGHEST for action security_group_members [ 1174.719248] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 667c1f1f-dd24-4542-a14a-9ac887aa8736 with Priority: HIGHEST for action security_group_members [ 1174.719541] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-667c1f1f-dd24-4542-a14a-9ac887aa8736 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.719541] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-667c1f1f-dd24-4542-a14a-9ac887aa8736" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.719649] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-667c1f1f-dd24-4542-a14a-9ac887aa8736" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.719848] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-667c1f1f-dd24-4542-a14a-9ac887aa8736" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.719927] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.721463] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.721463] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.721463] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.721463] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.721463] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('667c1f1f-dd24-4542-a14a-9ac887aa8736',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.784310] env[69836]: INFO networking_nsxv3.common.synchronization [req-350dd5e5-013b-47d4-80e9-c29e4d8c1be7 req-bb6715a2-c85f-49a0-86f3-3205c055d4d3 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Enqueued Resource ID: 090b2c90-c2e9-4c73-9f94-00fe151cec53 with Priority: HIGHEST for action port [ 1174.785197] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 090b2c90-c2e9-4c73-9f94-00fe151cec53 with Priority: HIGHEST for action port [ 1174.785197] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-090b2c90-c2e9-4c73-9f94-00fe151cec53 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.785417] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-090b2c90-c2e9-4c73-9f94-00fe151cec53" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.785455] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-090b2c90-c2e9-4c73-9f94-00fe151cec53" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.785690] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-090b2c90-c2e9-4c73-9f94-00fe151cec53" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.785804] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('090b2c90-c2e9-4c73-9f94-00fe151cec53',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.054313] env[69836]: INFO networking_nsxv3.common.synchronization [req-7e08820e-cc66-4417-8932-5b1ead2241e1 req-b3816e92-2570-4419-8294-849968a10685 service nova] Enqueued Resource ID: d4ba15e8-6943-44dd-8aab-527fc0fec908 with Priority: HIGHEST for action security_group_rules [ 1175.054620] env[69836]: INFO networking_nsxv3.common.synchronization [req-7e08820e-cc66-4417-8932-5b1ead2241e1 req-b3816e92-2570-4419-8294-849968a10685 service nova] Enqueued Resource ID: d4ba15e8-6943-44dd-8aab-527fc0fec908 with Priority: HIGHEST for action security_group_members [ 1175.054620] env[69836]: INFO networking_nsxv3.common.synchronization [req-7e08820e-cc66-4417-8932-5b1ead2241e1 req-b3816e92-2570-4419-8294-849968a10685 service nova] Enqueued Resource ID: 88caa201-7e1f-4b97-b9c1-39c9576939df with Priority: HIGHEST for action port [ 1175.056875] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4ba15e8-6943-44dd-8aab-527fc0fec908 with Priority: HIGHEST for action security_group_rules [ 1175.056875] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4ba15e8-6943-44dd-8aab-527fc0fec908 with Priority: HIGHEST for action security_group_members [ 1175.056875] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88caa201-7e1f-4b97-b9c1-39c9576939df with Priority: HIGHEST for action port [ 1175.056875] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4ba15e8-6943-44dd-8aab-527fc0fec908 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.057493] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4ba15e8-6943-44dd-8aab-527fc0fec908" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.057603] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4ba15e8-6943-44dd-8aab-527fc0fec908" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.057801] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4ba15e8-6943-44dd-8aab-527fc0fec908" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.057881] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4ba15e8-6943-44dd-8aab-527fc0fec908',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.059820] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4ba15e8-6943-44dd-8aab-527fc0fec908 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.059995] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4ba15e8-6943-44dd-8aab-527fc0fec908" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.060048] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4ba15e8-6943-44dd-8aab-527fc0fec908" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.060353] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4ba15e8-6943-44dd-8aab-527fc0fec908" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.060353] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.063979] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.063979] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.063979] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.063979] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.064128] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4ba15e8-6943-44dd-8aab-527fc0fec908',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.065480] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-88caa201-7e1f-4b97-b9c1-39c9576939df taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.065480] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88caa201-7e1f-4b97-b9c1-39c9576939df" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.065480] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88caa201-7e1f-4b97-b9c1-39c9576939df" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.065736] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88caa201-7e1f-4b97-b9c1-39c9576939df" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.065817] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88caa201-7e1f-4b97-b9c1-39c9576939df',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.210977] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-895b550b-a92b-449d-8067-5b40315d6597 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.210977] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.210977] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.210977] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.210977] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.210977] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.210977] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.210977] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.210977] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.210977] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.210977] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-895b550b-a92b-449d-8067-5b40315d6597 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.210977] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.210977] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.210977] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.211755] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.211755] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.211755] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.211755] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.211755] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.211755] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.211755] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('895b550b-a92b-449d-8067-5b40315d6597',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.224256] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.224576] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.224576] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.224870] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.225013] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.225331] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.225501] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.225593] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.225842] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.225965] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.226170] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 667c1f1f-dd24-4542-a14a-9ac887aa8736 is going to be updated. [ 1175.259465] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.259465] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.259465] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.259465] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.259465] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.269535] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 667c1f1f-dd24-4542-a14a-9ac887aa8736 in Status: IN_PROGRESS for 2s [ 1175.289052] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 090b2c90-c2e9-4c73-9f94-00fe151cec53 with status ACTIVE [ 1175.289332] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.289572] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.289665] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.289899] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.290452] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.290452] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.290575] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.290575] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.290800] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.290921] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.291167] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.291302] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.291383] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.291549] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.291622] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.291710] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 090b2c90-c2e9-4c73-9f94-00fe151cec53 is going to be updated. [ 1175.323617] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.323805] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.323805] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.323990] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.324170] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.324340] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-090b2c90-c2e9-4c73-9f94-00fe151cec53" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.560610] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4ba15e8-6943-44dd-8aab-527fc0fec908 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.560741] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4ba15e8-6943-44dd-8aab-527fc0fec908" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.567807] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d4ba15e8-6943-44dd-8aab-527fc0fec908',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.568828] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 88caa201-7e1f-4b97-b9c1-39c9576939df with status ACTIVE [ 1175.568828] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.568828] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.568828] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.568828] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.569086] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.569086] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.569331] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.569407] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.569584] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.569684] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.569916] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.570180] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.570267] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.570423] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.570502] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.570591] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 88caa201-7e1f-4b97-b9c1-39c9576939df is going to be updated. [ 1175.593500] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.593645] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.593855] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.593934] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.594063] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.594220] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88caa201-7e1f-4b97-b9c1-39c9576939df" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.717032] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 895b550b-a92b-449d-8067-5b40315d6597: rpc.has_security_group_logging(os_id): False [ 1175.735988] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.736194] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.736270] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.736554] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.736677] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.736983] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.737151] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.737238] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.737425] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.737505] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.737681] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.737875] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.737961] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.738133] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.738233] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.738457] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.738613] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.738701] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.738865] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.738964] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.739092] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 895b550b-a92b-449d-8067-5b40315d6597 is going to be updated. [ 1175.814320] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.814464] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.814537] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.814757] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.814905] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.834392] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 895b550b-a92b-449d-8067-5b40315d6597 in Status: IN_PROGRESS for 2s [ 1176.003024] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 721a8604-8889-4c69-acc8-fb3a41552b9c in Status: SUCCESS [ 1176.003024] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 721a8604-8889-4c69-acc8-fb3a41552b9c deletion is rescheduled due to dependency. [ 1176.003024] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-721a8604-8889-4c69-acc8-fb3a41552b9c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.073621] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d4ba15e8-6943-44dd-8aab-527fc0fec908',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.360969] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-183 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.361190] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-183" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.361320] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-183" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.361606] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-183" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.361857] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.362022] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.362142] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.362349] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.362496] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.362763] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1176.362821] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1176.362929] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1176.363044] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1176.363158] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1176.363267] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1176.363406] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1176.384300] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1176.384488] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1176.384609] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1176.384842] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-183" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.385312] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-89c3b438-4d0f-409e-8ec3-cea88b8aa24d taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.385410] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-89c3b438-4d0f-409e-8ec3-cea88b8aa24d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.385491] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-89c3b438-4d0f-409e-8ec3-cea88b8aa24d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.385764] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-89c3b438-4d0f-409e-8ec3-cea88b8aa24d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.385964] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89c3b438-4d0f-409e-8ec3-cea88b8aa24d',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.575312] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.575490] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.575768] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.576170] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.576325] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.576629] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4ba15e8-6943-44dd-8aab-527fc0fec908 is going to be created. [ 1176.603245] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.603427] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.603499] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.603710] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.603879] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.614435] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4ba15e8-6943-44dd-8aab-527fc0fec908 in Status: UNINITIALIZED for 2s [ 1176.888534] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.888832] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.889021] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.889443] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.889680] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.890079] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.890375] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.890561] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.890833] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.891059] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.891451] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.891662] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.891841] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.892135] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.892324] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.892545] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: 89c3b438-4d0f-409e-8ec3-cea88b8aa24d is going to be updated. [ 1176.938906] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.939325] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.939414] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.939684] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.939923] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.940257] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-89c3b438-4d0f-409e-8ec3-cea88b8aa24d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.278663] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 667c1f1f-dd24-4542-a14a-9ac887aa8736 in Status: SUCCESS [ 1177.279081] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 667c1f1f-dd24-4542-a14a-9ac887aa8736 deletion is rescheduled due to dependency. [ 1177.279081] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-667c1f1f-dd24-4542-a14a-9ac887aa8736" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.725330] env[69836]: INFO networking_nsxv3.common.synchronization [req-3e0004dd-5693-44aa-8242-02a747f2b97b req-d1dced17-5f4f-4b05-8d0d-1fb6b3de3a29 service nova] Enqueued Resource ID: a85163dd-4357-4ea0-aa14-d3ab9ac7f404 with Priority: HIGHEST for action security_group_rules [ 1177.725513] env[69836]: INFO networking_nsxv3.common.synchronization [req-3e0004dd-5693-44aa-8242-02a747f2b97b req-d1dced17-5f4f-4b05-8d0d-1fb6b3de3a29 service nova] Enqueued Resource ID: a85163dd-4357-4ea0-aa14-d3ab9ac7f404 with Priority: HIGHEST for action security_group_members [ 1177.725650] env[69836]: INFO networking_nsxv3.common.synchronization [req-3e0004dd-5693-44aa-8242-02a747f2b97b req-d1dced17-5f4f-4b05-8d0d-1fb6b3de3a29 service nova] Enqueued Resource ID: 89c3b438-4d0f-409e-8ec3-cea88b8aa24d with Priority: HIGHEST for action port [ 1177.725896] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a85163dd-4357-4ea0-aa14-d3ab9ac7f404 with Priority: HIGHEST for action security_group_rules [ 1177.726062] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a85163dd-4357-4ea0-aa14-d3ab9ac7f404 with Priority: HIGHEST for action security_group_members [ 1177.726163] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89c3b438-4d0f-409e-8ec3-cea88b8aa24d with Priority: HIGHEST for action port [ 1177.726893] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a85163dd-4357-4ea0-aa14-d3ab9ac7f404 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.727050] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a85163dd-4357-4ea0-aa14-d3ab9ac7f404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.727116] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a85163dd-4357-4ea0-aa14-d3ab9ac7f404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.727355] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a85163dd-4357-4ea0-aa14-d3ab9ac7f404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.727466] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a85163dd-4357-4ea0-aa14-d3ab9ac7f404',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.728373] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-a85163dd-4357-4ea0-aa14-d3ab9ac7f404 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.728489] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a85163dd-4357-4ea0-aa14-d3ab9ac7f404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.728551] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a85163dd-4357-4ea0-aa14-d3ab9ac7f404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.728717] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a85163dd-4357-4ea0-aa14-d3ab9ac7f404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.728859] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.728952] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.729014] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.729207] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.729323] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.729437] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a85163dd-4357-4ea0-aa14-d3ab9ac7f404',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.730592] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-89c3b438-4d0f-409e-8ec3-cea88b8aa24d taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.730592] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89c3b438-4d0f-409e-8ec3-cea88b8aa24d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.730592] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89c3b438-4d0f-409e-8ec3-cea88b8aa24d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.730780] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89c3b438-4d0f-409e-8ec3-cea88b8aa24d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.730780] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89c3b438-4d0f-409e-8ec3-cea88b8aa24d',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.854905] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 895b550b-a92b-449d-8067-5b40315d6597 in Status: SUCCESS [ 1177.854905] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.956633] env[69836]: INFO networking_nsxv3.common.synchronization [req-91e51edf-4147-4401-b2aa-89c95e49b2d4 req-f099d166-acea-4081-8602-a1b4e791a582 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Enqueued Resource ID: 1b83974b-56cc-4ec1-a785-7be949033a2c with Priority: HIGHEST for action security_group_members [ 1177.959923] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b83974b-56cc-4ec1-a785-7be949033a2c with Priority: HIGHEST for action security_group_members [ 1177.959923] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b83974b-56cc-4ec1-a785-7be949033a2c taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.959923] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b83974b-56cc-4ec1-a785-7be949033a2c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.959923] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b83974b-56cc-4ec1-a785-7be949033a2c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.959923] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b83974b-56cc-4ec1-a785-7be949033a2c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.959923] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.959923] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.959923] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.959923] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.959923] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.959923] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b83974b-56cc-4ec1-a785-7be949033a2c',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.232251] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-a85163dd-4357-4ea0-aa14-d3ab9ac7f404 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.232480] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a85163dd-4357-4ea0-aa14-d3ab9ac7f404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.232533] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a85163dd-4357-4ea0-aa14-d3ab9ac7f404',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.235089] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 89c3b438-4d0f-409e-8ec3-cea88b8aa24d with status ACTIVE [ 1178.235287] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.235392] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.235483] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.235723] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.235822] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.236060] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.236144] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.236144] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.236295] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.236487] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.236591] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.236700] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.236700] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.237249] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.237249] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.237249] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 89c3b438-4d0f-409e-8ec3-cea88b8aa24d is going to be updated. [ 1178.265343] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.265506] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.265588] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.265831] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.265981] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.266185] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89c3b438-4d0f-409e-8ec3-cea88b8aa24d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.461535] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.462029] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.462119] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.462337] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.462879] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.462879] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.462879] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.462879] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.463083] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.463083] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.463152] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b83974b-56cc-4ec1-a785-7be949033a2c is going to be updated. [ 1178.496607] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.496607] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.496607] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.498373] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.498373] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.510844] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b83974b-56cc-4ec1-a785-7be949033a2c in Status: IN_PROGRESS for 2s [ 1178.627773] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4ba15e8-6943-44dd-8aab-527fc0fec908 in Status: SUCCESS [ 1178.627991] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4ba15e8-6943-44dd-8aab-527fc0fec908" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.628628] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4ba15e8-6943-44dd-8aab-527fc0fec908" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.628892] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4ba15e8-6943-44dd-8aab-527fc0fec908" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.629200] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.629345] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.629382] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.629630] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.629698] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.629740] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4ba15e8-6943-44dd-8aab-527fc0fec908" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.629843] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d4ba15e8-6943-44dd-8aab-527fc0fec908',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.734458] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a85163dd-4357-4ea0-aa14-d3ab9ac7f404',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.133684] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d4ba15e8-6943-44dd-8aab-527fc0fec908',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.241038] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.241264] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.241348] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.241590] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.241705] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.241786] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a85163dd-4357-4ea0-aa14-d3ab9ac7f404 is going to be updated. [ 1179.273156] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.273376] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.273435] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.275425] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.275425] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.285151] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a85163dd-4357-4ea0-aa14-d3ab9ac7f404 in Status: IN_PROGRESS for 2s [ 1179.635583] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d4ba15e8-6943-44dd-8aab-527fc0fec908: rpc.has_security_group_logging(os_id): False [ 1179.653918] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.654130] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.654180] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.654369] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.654492] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.654923] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.655502] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.655502] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.655502] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.655502] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.655502] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4ba15e8-6943-44dd-8aab-527fc0fec908 is going to be created. [ 1179.721468] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.721613] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.721688] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.721899] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.722105] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.737649] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4ba15e8-6943-44dd-8aab-527fc0fec908 in Status: IN_PROGRESS for 2s [ 1180.518769] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b83974b-56cc-4ec1-a785-7be949033a2c in Status: SUCCESS [ 1180.518769] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b83974b-56cc-4ec1-a785-7be949033a2c deletion is rescheduled due to dependency. [ 1180.518769] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b83974b-56cc-4ec1-a785-7be949033a2c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.295368] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a85163dd-4357-4ea0-aa14-d3ab9ac7f404 in Status: SUCCESS [ 1181.295648] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a85163dd-4357-4ea0-aa14-d3ab9ac7f404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.295811] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a85163dd-4357-4ea0-aa14-d3ab9ac7f404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.296009] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a85163dd-4357-4ea0-aa14-d3ab9ac7f404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.296216] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.296331] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.296391] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.296716] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.296825] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.296912] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a85163dd-4357-4ea0-aa14-d3ab9ac7f404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.297008] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a85163dd-4357-4ea0-aa14-d3ab9ac7f404',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.750666] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4ba15e8-6943-44dd-8aab-527fc0fec908 in Status: SUCCESS [ 1181.750891] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4ba15e8-6943-44dd-8aab-527fc0fec908" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.799399] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-a85163dd-4357-4ea0-aa14-d3ab9ac7f404 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.799609] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a85163dd-4357-4ea0-aa14-d3ab9ac7f404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.799678] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a85163dd-4357-4ea0-aa14-d3ab9ac7f404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.799928] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a85163dd-4357-4ea0-aa14-d3ab9ac7f404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.800139] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.800254] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.800327] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.800535] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.800620] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.800716] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a85163dd-4357-4ea0-aa14-d3ab9ac7f404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.800891] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-a85163dd-4357-4ea0-aa14-d3ab9ac7f404 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.800997] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a85163dd-4357-4ea0-aa14-d3ab9ac7f404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.801070] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a85163dd-4357-4ea0-aa14-d3ab9ac7f404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.801261] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a85163dd-4357-4ea0-aa14-d3ab9ac7f404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.801360] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.801514] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.801514] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.801707] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.801787] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.801881] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a85163dd-4357-4ea0-aa14-d3ab9ac7f404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.802015] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a85163dd-4357-4ea0-aa14-d3ab9ac7f404',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.305661] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a85163dd-4357-4ea0-aa14-d3ab9ac7f404: rpc.has_security_group_logging(os_id): False [ 1182.325209] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.325632] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.325846] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.326181] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.326571] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.327186] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.327444] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.329103] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.329103] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.329103] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.329103] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.329103] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.329103] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.330314] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.331305] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.331305] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.331305] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.331305] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.331305] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.331305] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.331305] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a85163dd-4357-4ea0-aa14-d3ab9ac7f404 is going to be updated. [ 1182.396883] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.396883] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.396883] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.396883] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.396883] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.410914] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a85163dd-4357-4ea0-aa14-d3ab9ac7f404 in Status: IN_PROGRESS for 2s [ 1182.958851] env[69836]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1182.959037] env[69836]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1184.427903] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a85163dd-4357-4ea0-aa14-d3ab9ac7f404 in Status: SUCCESS [ 1184.427903] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a85163dd-4357-4ea0-aa14-d3ab9ac7f404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.670892] env[69836]: INFO networking_nsxv3.common.synchronization [None req-7b6d5472-1ab7-4905-aa45-f26e300c4b84 None None] Enqueued Resource ID: e8a45ad3-25dd-483f-8fb1-f4faaf3eced8 with Priority: HIGHEST for action port [ 1184.671654] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8a45ad3-25dd-483f-8fb1-f4faaf3eced8 with Priority: HIGHEST for action port [ 1184.672274] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-e8a45ad3-25dd-483f-8fb1-f4faaf3eced8 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.673502] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e8a45ad3-25dd-483f-8fb1-f4faaf3eced8" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.673594] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e8a45ad3-25dd-483f-8fb1-f4faaf3eced8" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.673938] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e8a45ad3-25dd-483f-8fb1-f4faaf3eced8" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.674064] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8a45ad3-25dd-483f-8fb1-f4faaf3eced8',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.180550] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e8a45ad3-25dd-483f-8fb1-f4faaf3eced8 [ 1185.180550] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.180550] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.180550] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.180550] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.180550] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.180550] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e8a45ad3-25dd-483f-8fb1-f4faaf3eced8 already deleted. [ 1185.180550] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e8a45ad3-25dd-483f-8fb1-f4faaf3eced8" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.222554] env[69836]: INFO networking_nsxv3.common.synchronization [None req-55bedb3e-d851-4a9e-ae52-afefddf79905 None None] Enqueued Resource ID: c74c42fd-39ef-41a4-ad88-04beee01df7b with Priority: HIGHEST for action port [ 1187.223248] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c74c42fd-39ef-41a4-ad88-04beee01df7b with Priority: HIGHEST for action port [ 1187.223645] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-c74c42fd-39ef-41a4-ad88-04beee01df7b taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.223915] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c74c42fd-39ef-41a4-ad88-04beee01df7b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.224050] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c74c42fd-39ef-41a4-ad88-04beee01df7b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.224328] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c74c42fd-39ef-41a4-ad88-04beee01df7b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.224420] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c74c42fd-39ef-41a4-ad88-04beee01df7b',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.727076] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c74c42fd-39ef-41a4-ad88-04beee01df7b [ 1187.727455] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.727608] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.727680] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.727908] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.728009] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.728120] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c74c42fd-39ef-41a4-ad88-04beee01df7b already deleted. [ 1187.728204] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c74c42fd-39ef-41a4-ad88-04beee01df7b" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.669715] env[69836]: INFO networking_nsxv3.common.synchronization [req-fb2e0526-743a-4ed4-9d94-b799724bfe53 req-a13874c0-bd4e-4586-a11d-547b726df57e tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Enqueued Resource ID: dcc14d22-4ec0-4daf-886a-81f8adb09f75 with Priority: HIGHEST for action security_group_members [ 1189.670366] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcc14d22-4ec0-4daf-886a-81f8adb09f75 with Priority: HIGHEST for action security_group_members [ 1189.670707] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcc14d22-4ec0-4daf-886a-81f8adb09f75 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.670840] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcc14d22-4ec0-4daf-886a-81f8adb09f75" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.670899] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcc14d22-4ec0-4daf-886a-81f8adb09f75" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.671119] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcc14d22-4ec0-4daf-886a-81f8adb09f75" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.671766] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.671766] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.671766] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.671766] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.671766] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.671766] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dcc14d22-4ec0-4daf-886a-81f8adb09f75',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.174846] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.174846] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.174846] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.175317] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.200608] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.200903] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.201024] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.201143] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.201297] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.201395] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.201490] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcc14d22-4ec0-4daf-886a-81f8adb09f75 is going to be updated. [ 1190.233788] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.233994] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.233994] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.234216] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.234434] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.244188] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcc14d22-4ec0-4daf-886a-81f8adb09f75 in Status: IN_PROGRESS for 2s [ 1192.020994] env[69836]: INFO networking_nsxv3.common.synchronization [req-8dc8d0bc-c613-453a-94be-f5538a33ce0e req-94ea279b-0c48-4016-80fd-974407159c84 tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Enqueued Resource ID: e9107d0d-6f97-4776-871c-a878bf34c420 with Priority: HIGHEST for action security_group_members [ 1192.021555] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9107d0d-6f97-4776-871c-a878bf34c420 with Priority: HIGHEST for action security_group_members [ 1192.021880] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9107d0d-6f97-4776-871c-a878bf34c420 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.022009] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9107d0d-6f97-4776-871c-a878bf34c420" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.022152] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9107d0d-6f97-4776-871c-a878bf34c420" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.022411] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9107d0d-6f97-4776-871c-a878bf34c420" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.022570] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.023301] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.023424] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.023606] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.023697] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.023796] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9107d0d-6f97-4776-871c-a878bf34c420',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.255939] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcc14d22-4ec0-4daf-886a-81f8adb09f75 in Status: SUCCESS [ 1192.256201] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcc14d22-4ec0-4daf-886a-81f8adb09f75 deletion is rescheduled due to dependency. [ 1192.256330] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcc14d22-4ec0-4daf-886a-81f8adb09f75" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.350794] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-820 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.351421] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-820" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.351839] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-820" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.352328] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-820" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.352760] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.354917] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.354917] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.354917] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.354917] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.354917] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1192.354917] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1192.354917] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1192.354917] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1192.354917] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1192.354917] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1192.354917] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1192.379067] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1192.379227] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1192.379359] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1192.379624] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-820" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.379889] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-d2a24d15-6e91-40a6-8c29-6f70a549db7a taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.380139] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-d2a24d15-6e91-40a6-8c29-6f70a549db7a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.380251] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-d2a24d15-6e91-40a6-8c29-6f70a549db7a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.380512] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-d2a24d15-6e91-40a6-8c29-6f70a549db7a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.380678] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2a24d15-6e91-40a6-8c29-6f70a549db7a',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.525824] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.526108] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.526108] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.526427] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.526526] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.526710] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.526834] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.526912] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.527080] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.527208] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.527296] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9107d0d-6f97-4776-871c-a878bf34c420 already deleted. [ 1192.527390] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9107d0d-6f97-4776-871c-a878bf34c420" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.883653] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.884024] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.884199] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.884543] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.884799] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.884907] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port d2a24d15-6e91-40a6-8c29-6f70a549db7a not found, creating... [ 1192.885214] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.885407] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.885543] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.885786] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.885946] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.886300] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.886485] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.886626] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.886857] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.887028] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.887213] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: d2a24d15-6e91-40a6-8c29-6f70a549db7a is going to be created. [ 1192.910229] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.910600] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.910752] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.911074] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.911411] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.911661] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-d2a24d15-6e91-40a6-8c29-6f70a549db7a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.656998] env[69836]: INFO networking_nsxv3.common.synchronization [req-8dc8d0bc-c613-453a-94be-f5538a33ce0e req-49e51f06-368d-419c-a369-4cf48ca12895 service nova] Enqueued Resource ID: e9107d0d-6f97-4776-871c-a878bf34c420 with Priority: HIGHEST for action security_group_rules [ 1193.657315] env[69836]: INFO networking_nsxv3.common.synchronization [req-8dc8d0bc-c613-453a-94be-f5538a33ce0e req-49e51f06-368d-419c-a369-4cf48ca12895 service nova] Enqueued Resource ID: e9107d0d-6f97-4776-871c-a878bf34c420 with Priority: HIGHEST for action security_group_members [ 1193.657501] env[69836]: INFO networking_nsxv3.common.synchronization [req-8dc8d0bc-c613-453a-94be-f5538a33ce0e req-49e51f06-368d-419c-a369-4cf48ca12895 service nova] Enqueued Resource ID: d2a24d15-6e91-40a6-8c29-6f70a549db7a with Priority: HIGHEST for action port [ 1193.658197] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9107d0d-6f97-4776-871c-a878bf34c420 with Priority: HIGHEST for action security_group_rules [ 1193.658376] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9107d0d-6f97-4776-871c-a878bf34c420 with Priority: HIGHEST for action security_group_members [ 1193.658475] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2a24d15-6e91-40a6-8c29-6f70a549db7a with Priority: HIGHEST for action port [ 1193.658872] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9107d0d-6f97-4776-871c-a878bf34c420 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.658979] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9107d0d-6f97-4776-871c-a878bf34c420" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.659108] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9107d0d-6f97-4776-871c-a878bf34c420" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.659484] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9107d0d-6f97-4776-871c-a878bf34c420" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.659595] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9107d0d-6f97-4776-871c-a878bf34c420',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.660992] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9107d0d-6f97-4776-871c-a878bf34c420 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.661261] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9107d0d-6f97-4776-871c-a878bf34c420" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.661324] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9107d0d-6f97-4776-871c-a878bf34c420" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.661608] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9107d0d-6f97-4776-871c-a878bf34c420" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.661919] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.662131] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.662227] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.662414] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.662508] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.662629] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9107d0d-6f97-4776-871c-a878bf34c420',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.663677] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2a24d15-6e91-40a6-8c29-6f70a549db7a taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.663878] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2a24d15-6e91-40a6-8c29-6f70a549db7a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.664036] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2a24d15-6e91-40a6-8c29-6f70a549db7a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.664278] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2a24d15-6e91-40a6-8c29-6f70a549db7a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.664388] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2a24d15-6e91-40a6-8c29-6f70a549db7a',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.166600] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9107d0d-6f97-4776-871c-a878bf34c420 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.166885] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9107d0d-6f97-4776-871c-a878bf34c420" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.167274] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e9107d0d-6f97-4776-871c-a878bf34c420',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.168086] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d2a24d15-6e91-40a6-8c29-6f70a549db7a with status ACTIVE [ 1194.168280] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.168413] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.168513] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.169192] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.169192] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.169192] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.169192] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.169192] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.169555] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.169555] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.169555] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.169726] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.169726] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.169820] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.170019] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.170019] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d2a24d15-6e91-40a6-8c29-6f70a549db7a is going to be updated. [ 1194.201464] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.201677] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.201879] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.202138] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.202341] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.202568] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2a24d15-6e91-40a6-8c29-6f70a549db7a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.436399] env[69836]: INFO networking_nsxv3.common.synchronization [req-66f438c1-79aa-427d-aab6-47105db3fb08 req-884e4b51-6d99-4834-9e8e-898b6e714d69 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Enqueued Resource ID: d4ba15e8-6943-44dd-8aab-527fc0fec908 with Priority: HIGHEST for action security_group_members [ 1194.436943] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4ba15e8-6943-44dd-8aab-527fc0fec908 with Priority: HIGHEST for action security_group_members [ 1194.437283] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4ba15e8-6943-44dd-8aab-527fc0fec908 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.437911] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4ba15e8-6943-44dd-8aab-527fc0fec908" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.437911] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4ba15e8-6943-44dd-8aab-527fc0fec908" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.437911] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4ba15e8-6943-44dd-8aab-527fc0fec908" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.438798] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.440703] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.440776] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.440942] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.441054] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.441153] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4ba15e8-6943-44dd-8aab-527fc0fec908',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.673411] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e9107d0d-6f97-4776-871c-a878bf34c420',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.944578] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d4ba15e8-6943-44dd-8aab-527fc0fec908',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.072102] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-638 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.072355] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-638" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.072470] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-638" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.072743] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-638" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.073449] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.073736] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.073947] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.074323] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.074553] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.074826] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1195.074998] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1195.075183] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1195.075366] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1195.075636] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1195.075892] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1195.076478] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1195.097611] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1195.097835] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1195.097926] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1195.098118] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-638" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.098534] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-21139671-d35b-4346-95b2-a25c39a4b246 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.098720] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-21139671-d35b-4346-95b2-a25c39a4b246" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.098943] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-21139671-d35b-4346-95b2-a25c39a4b246" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.099321] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-21139671-d35b-4346-95b2-a25c39a4b246" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.099441] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21139671-d35b-4346-95b2-a25c39a4b246',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.177026] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.177202] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.177280] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.177471] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.177567] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.177787] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9107d0d-6f97-4776-871c-a878bf34c420 is going to be created. [ 1195.207682] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.207889] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.207947] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.208184] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.208350] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.223955] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9107d0d-6f97-4776-871c-a878bf34c420 in Status: UNINITIALIZED for 2s [ 1195.447734] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d4ba15e8-6943-44dd-8aab-527fc0fec908',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.602332] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.602572] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.602720] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.603049] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.603188] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.603349] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port 21139671-d35b-4346-95b2-a25c39a4b246 not found, creating... [ 1195.603643] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.603816] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.603964] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.604179] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.604341] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.604625] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.604804] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.604929] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.605335] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.605335] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.605433] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: 21139671-d35b-4346-95b2-a25c39a4b246 is going to be created. [ 1195.628690] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.628963] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.629138] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.629635] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.629899] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.630193] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-21139671-d35b-4346-95b2-a25c39a4b246" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.952206] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.952206] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.952206] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.952206] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.952206] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.952206] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4ba15e8-6943-44dd-8aab-527fc0fec908 is going to be updated. [ 1195.987857] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.988008] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.988080] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.988286] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.988552] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.001466] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4ba15e8-6943-44dd-8aab-527fc0fec908 in Status: IN_PROGRESS for 2s [ 1196.369410] env[69836]: INFO networking_nsxv3.common.synchronization [req-66f438c1-79aa-427d-aab6-47105db3fb08 req-f4884727-52fd-4948-919d-3d9fdf58807e service nova] Enqueued Resource ID: d4ba15e8-6943-44dd-8aab-527fc0fec908 with Priority: HIGHEST for action security_group_rules [ 1196.369645] env[69836]: INFO networking_nsxv3.common.synchronization [req-66f438c1-79aa-427d-aab6-47105db3fb08 req-f4884727-52fd-4948-919d-3d9fdf58807e service nova] Enqueued Resource ID: d4ba15e8-6943-44dd-8aab-527fc0fec908 with Priority: HIGHEST for action security_group_members [ 1196.369752] env[69836]: INFO networking_nsxv3.common.synchronization [req-66f438c1-79aa-427d-aab6-47105db3fb08 req-f4884727-52fd-4948-919d-3d9fdf58807e service nova] Enqueued Resource ID: 21139671-d35b-4346-95b2-a25c39a4b246 with Priority: HIGHEST for action port [ 1196.370326] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4ba15e8-6943-44dd-8aab-527fc0fec908 with Priority: HIGHEST for action security_group_rules [ 1196.370492] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4ba15e8-6943-44dd-8aab-527fc0fec908 with Priority: HIGHEST for action security_group_members [ 1196.370601] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21139671-d35b-4346-95b2-a25c39a4b246 with Priority: HIGHEST for action port [ 1196.370904] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4ba15e8-6943-44dd-8aab-527fc0fec908 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.372985] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4ba15e8-6943-44dd-8aab-527fc0fec908" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.375199] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4ba15e8-6943-44dd-8aab-527fc0fec908" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.375199] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4ba15e8-6943-44dd-8aab-527fc0fec908" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.375199] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4ba15e8-6943-44dd-8aab-527fc0fec908',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.375199] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4ba15e8-6943-44dd-8aab-527fc0fec908 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.375199] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4ba15e8-6943-44dd-8aab-527fc0fec908" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.375606] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-21139671-d35b-4346-95b2-a25c39a4b246 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.375606] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21139671-d35b-4346-95b2-a25c39a4b246" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.375606] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21139671-d35b-4346-95b2-a25c39a4b246" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.375716] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21139671-d35b-4346-95b2-a25c39a4b246" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.375716] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21139671-d35b-4346-95b2-a25c39a4b246',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.877666] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4ba15e8-6943-44dd-8aab-527fc0fec908 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.878105] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4ba15e8-6943-44dd-8aab-527fc0fec908" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.881408] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 21139671-d35b-4346-95b2-a25c39a4b246 with status ACTIVE [ 1196.881408] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.881408] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.881408] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.881408] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.881408] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.881408] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.881408] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.881408] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.881408] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.881757] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.881757] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.881757] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.881857] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.882482] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.882482] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.882482] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 21139671-d35b-4346-95b2-a25c39a4b246 is going to be updated. [ 1196.926190] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.926318] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.926459] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.926684] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.926821] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.926987] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21139671-d35b-4346-95b2-a25c39a4b246" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.237022] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9107d0d-6f97-4776-871c-a878bf34c420 in Status: SUCCESS [ 1197.237022] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9107d0d-6f97-4776-871c-a878bf34c420" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.237022] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9107d0d-6f97-4776-871c-a878bf34c420" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.237022] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9107d0d-6f97-4776-871c-a878bf34c420" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.237022] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.237022] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.237022] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.237022] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.237022] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.237022] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9107d0d-6f97-4776-871c-a878bf34c420" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.237022] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e9107d0d-6f97-4776-871c-a878bf34c420',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.740306] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9107d0d-6f97-4776-871c-a878bf34c420 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.740567] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9107d0d-6f97-4776-871c-a878bf34c420" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.740801] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9107d0d-6f97-4776-871c-a878bf34c420" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.740979] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9107d0d-6f97-4776-871c-a878bf34c420" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.741253] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.741383] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.741456] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.742034] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.742034] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.742034] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9107d0d-6f97-4776-871c-a878bf34c420" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.742034] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9107d0d-6f97-4776-871c-a878bf34c420 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.742282] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9107d0d-6f97-4776-871c-a878bf34c420" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.742326] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9107d0d-6f97-4776-871c-a878bf34c420" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.742482] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9107d0d-6f97-4776-871c-a878bf34c420" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.742651] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.742783] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.742865] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.743035] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.743144] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.743251] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9107d0d-6f97-4776-871c-a878bf34c420" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.743364] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e9107d0d-6f97-4776-871c-a878bf34c420',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.013593] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4ba15e8-6943-44dd-8aab-527fc0fec908 in Status: SUCCESS [ 1198.013593] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4ba15e8-6943-44dd-8aab-527fc0fec908" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.013593] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4ba15e8-6943-44dd-8aab-527fc0fec908" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.013593] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4ba15e8-6943-44dd-8aab-527fc0fec908" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.013593] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.013593] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.013593] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.013966] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.013966] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.013966] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4ba15e8-6943-44dd-8aab-527fc0fec908',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.248650] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e9107d0d-6f97-4776-871c-a878bf34c420: rpc.has_security_group_logging(os_id): False [ 1198.268987] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.269158] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.269279] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.269538] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.269635] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.269879] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.269972] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.270052] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.270200] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.270277] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.270482] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.270585] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.270636] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.270827] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.270827] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.270999] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.271116] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.271165] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.271340] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.271436] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.271562] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9107d0d-6f97-4776-871c-a878bf34c420 is going to be created. [ 1198.342840] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.343064] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.343064] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.343291] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.343528] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.354916] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9107d0d-6f97-4776-871c-a878bf34c420 in Status: IN_PROGRESS for 2s [ 1198.517979] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d4ba15e8-6943-44dd-8aab-527fc0fec908',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.023957] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d4ba15e8-6943-44dd-8aab-527fc0fec908',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.525739] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.526440] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.526440] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.526440] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.526440] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.526629] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4ba15e8-6943-44dd-8aab-527fc0fec908 is going to be updated. [ 1199.564772] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.564915] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.564987] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.565222] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.565429] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.575115] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4ba15e8-6943-44dd-8aab-527fc0fec908 in Status: IN_PROGRESS for 2s [ 1199.895945] env[69836]: INFO networking_nsxv3.common.synchronization [None req-cd08cd8e-f0e4-4cd6-ad6d-3b723f0cd46e tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Enqueued Resource ID: 88d8f402-4e5c-4eaa-b6e2-200619212e93 with Priority: HIGHEST for action security_group_rules [ 1199.896653] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88d8f402-4e5c-4eaa-b6e2-200619212e93 with Priority: HIGHEST for action security_group_rules [ 1199.897587] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-88d8f402-4e5c-4eaa-b6e2-200619212e93 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.897791] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-88d8f402-4e5c-4eaa-b6e2-200619212e93" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.897907] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-88d8f402-4e5c-4eaa-b6e2-200619212e93" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.898359] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-88d8f402-4e5c-4eaa-b6e2-200619212e93" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.898502] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('88d8f402-4e5c-4eaa-b6e2-200619212e93',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.997427] env[69836]: INFO networking_nsxv3.common.synchronization [None req-7825e008-bebf-4c23-a019-1cc07558df40 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Enqueued Resource ID: 88d8f402-4e5c-4eaa-b6e2-200619212e93 with Priority: HIGHEST for action security_group_rules [ 1199.998095] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88d8f402-4e5c-4eaa-b6e2-200619212e93 with Priority: HIGHEST for action security_group_rules [ 1199.999055] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-88d8f402-4e5c-4eaa-b6e2-200619212e93 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.999282] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-88d8f402-4e5c-4eaa-b6e2-200619212e93" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.369446] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9107d0d-6f97-4776-871c-a878bf34c420 in Status: SUCCESS [ 1200.369446] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9107d0d-6f97-4776-871c-a878bf34c420" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.420836] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.421094] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.421191] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.421436] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.421558] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.421677] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88d8f402-4e5c-4eaa-b6e2-200619212e93 already deleted. [ 1200.421809] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-88d8f402-4e5c-4eaa-b6e2-200619212e93" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.422020] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-88d8f402-4e5c-4eaa-b6e2-200619212e93" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.422212] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-88d8f402-4e5c-4eaa-b6e2-200619212e93" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.422291] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('88d8f402-4e5c-4eaa-b6e2-200619212e93',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.948700] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.949110] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.949110] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.952525] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.952525] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.952525] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88d8f402-4e5c-4eaa-b6e2-200619212e93 already deleted. [ 1200.952525] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-88d8f402-4e5c-4eaa-b6e2-200619212e93" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.577680] env[69836]: INFO networking_nsxv3.common.synchronization [req-088aae1e-228d-416e-91b6-c1826ee94900 req-f0a6bcbe-ad15-46ef-88b5-516b428af303 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Enqueued Resource ID: bb707a21-2bff-455c-8dfd-6739cf9b98df with Priority: HIGHEST for action security_group_members [ 1201.581875] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb707a21-2bff-455c-8dfd-6739cf9b98df with Priority: HIGHEST for action security_group_members [ 1201.582761] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb707a21-2bff-455c-8dfd-6739cf9b98df taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.582898] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb707a21-2bff-455c-8dfd-6739cf9b98df" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.582957] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb707a21-2bff-455c-8dfd-6739cf9b98df" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.583184] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb707a21-2bff-455c-8dfd-6739cf9b98df" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.583339] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.583475] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.583554] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.583784] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.583913] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.584054] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb707a21-2bff-455c-8dfd-6739cf9b98df',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.593891] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4ba15e8-6943-44dd-8aab-527fc0fec908 in Status: SUCCESS [ 1201.593891] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4ba15e8-6943-44dd-8aab-527fc0fec908" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.595393] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4ba15e8-6943-44dd-8aab-527fc0fec908" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.595393] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4ba15e8-6943-44dd-8aab-527fc0fec908" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.595393] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.595393] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.595393] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.595393] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.595393] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.595393] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4ba15e8-6943-44dd-8aab-527fc0fec908" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.595393] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d4ba15e8-6943-44dd-8aab-527fc0fec908',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.089789] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bb707a21-2bff-455c-8dfd-6739cf9b98df',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.098389] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d4ba15e8-6943-44dd-8aab-527fc0fec908',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.110970] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-598 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.111187] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-598" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.111317] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-598" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.111596] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-598" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.111883] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.112074] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.112197] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.112399] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.112548] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.112759] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1202.112871] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1202.112979] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1202.113251] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1202.114056] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1202.114257] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1202.114423] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1202.139029] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1202.139202] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1202.139868] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1202.139868] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-598" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.140067] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-3a52b31d-1cab-4ee4-a541-20f51418fd0d taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.140321] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-3a52b31d-1cab-4ee4-a541-20f51418fd0d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.140489] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-3a52b31d-1cab-4ee4-a541-20f51418fd0d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.140831] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-3a52b31d-1cab-4ee4-a541-20f51418fd0d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.140981] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a52b31d-1cab-4ee4-a541-20f51418fd0d',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.592662] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bb707a21-2bff-455c-8dfd-6739cf9b98df',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.602018] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d4ba15e8-6943-44dd-8aab-527fc0fec908: rpc.has_security_group_logging(os_id): False [ 1202.625426] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.625620] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.625692] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.625987] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.626102] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.626378] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.626480] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.626546] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.626770] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.626891] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.627048] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4ba15e8-6943-44dd-8aab-527fc0fec908 is going to be updated. [ 1202.643786] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.644086] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.644276] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.644646] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.644814] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.644977] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port 3a52b31d-1cab-4ee4-a541-20f51418fd0d not found, creating... [ 1202.645279] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.645436] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.645635] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.645804] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.645935] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.646409] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.646683] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.646778] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.648037] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.648232] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.648444] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: 3a52b31d-1cab-4ee4-a541-20f51418fd0d is going to be created. [ 1202.671366] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.671785] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.672084] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.672622] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.672830] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.673115] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-3a52b31d-1cab-4ee4-a541-20f51418fd0d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.704365] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.704534] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.704534] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.704742] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.704892] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.721466] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4ba15e8-6943-44dd-8aab-527fc0fec908 in Status: IN_PROGRESS for 2s [ 1203.097608] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.097608] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.097608] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.098047] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.098047] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.098202] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb707a21-2bff-455c-8dfd-6739cf9b98df is going to be updated. [ 1203.150696] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.150921] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.150982] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.151259] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.151449] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.162329] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb707a21-2bff-455c-8dfd-6739cf9b98df in Status: IN_PROGRESS for 2s [ 1203.395910] env[69836]: INFO networking_nsxv3.common.synchronization [req-088aae1e-228d-416e-91b6-c1826ee94900 req-d4b846cd-e16f-43c5-a949-78ebe3a3e636 service nova] Enqueued Resource ID: bb707a21-2bff-455c-8dfd-6739cf9b98df with Priority: HIGHEST for action security_group_rules [ 1203.396106] env[69836]: INFO networking_nsxv3.common.synchronization [req-088aae1e-228d-416e-91b6-c1826ee94900 req-d4b846cd-e16f-43c5-a949-78ebe3a3e636 service nova] Enqueued Resource ID: bb707a21-2bff-455c-8dfd-6739cf9b98df with Priority: HIGHEST for action security_group_members [ 1203.396242] env[69836]: INFO networking_nsxv3.common.synchronization [req-088aae1e-228d-416e-91b6-c1826ee94900 req-d4b846cd-e16f-43c5-a949-78ebe3a3e636 service nova] Enqueued Resource ID: 3a52b31d-1cab-4ee4-a541-20f51418fd0d with Priority: HIGHEST for action port [ 1203.396512] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb707a21-2bff-455c-8dfd-6739cf9b98df with Priority: HIGHEST for action security_group_rules [ 1203.396646] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb707a21-2bff-455c-8dfd-6739cf9b98df with Priority: HIGHEST for action security_group_members [ 1203.396738] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a52b31d-1cab-4ee4-a541-20f51418fd0d with Priority: HIGHEST for action port [ 1203.399328] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb707a21-2bff-455c-8dfd-6739cf9b98df taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.399478] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb707a21-2bff-455c-8dfd-6739cf9b98df" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.399547] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb707a21-2bff-455c-8dfd-6739cf9b98df" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.399744] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb707a21-2bff-455c-8dfd-6739cf9b98df" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.399827] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb707a21-2bff-455c-8dfd-6739cf9b98df',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.402022] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb707a21-2bff-455c-8dfd-6739cf9b98df taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.402022] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb707a21-2bff-455c-8dfd-6739cf9b98df" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.402022] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a52b31d-1cab-4ee4-a541-20f51418fd0d taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.402022] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a52b31d-1cab-4ee4-a541-20f51418fd0d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.402022] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a52b31d-1cab-4ee4-a541-20f51418fd0d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.402022] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a52b31d-1cab-4ee4-a541-20f51418fd0d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.402022] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a52b31d-1cab-4ee4-a541-20f51418fd0d',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.904252] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb707a21-2bff-455c-8dfd-6739cf9b98df taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.904469] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb707a21-2bff-455c-8dfd-6739cf9b98df" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.907833] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3a52b31d-1cab-4ee4-a541-20f51418fd0d with status ACTIVE [ 1203.908127] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.908379] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.908379] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.908603] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.908736] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.908930] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.909136] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.909136] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.909398] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.909498] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.909738] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.909850] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.909921] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.910059] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.910153] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.910243] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3a52b31d-1cab-4ee4-a541-20f51418fd0d is going to be updated. [ 1203.938684] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.939018] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.939116] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.939484] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.939733] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.940011] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a52b31d-1cab-4ee4-a541-20f51418fd0d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.733922] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4ba15e8-6943-44dd-8aab-527fc0fec908 in Status: SUCCESS [ 1204.734346] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4ba15e8-6943-44dd-8aab-527fc0fec908" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.172642] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb707a21-2bff-455c-8dfd-6739cf9b98df in Status: SUCCESS [ 1205.173385] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb707a21-2bff-455c-8dfd-6739cf9b98df" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.173385] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb707a21-2bff-455c-8dfd-6739cf9b98df" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.173385] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb707a21-2bff-455c-8dfd-6739cf9b98df" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.173618] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.173618] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.173896] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.173896] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.173896] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.174296] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb707a21-2bff-455c-8dfd-6739cf9b98df',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.676726] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bb707a21-2bff-455c-8dfd-6739cf9b98df',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.083479] env[69836]: INFO networking_nsxv3.common.synchronization [req-616530e2-4404-4e47-aea1-c32105dc38cd req-3a33a6b4-e548-4834-a37d-2c79b01e8f54 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Enqueued Resource ID: 88d8f402-4e5c-4eaa-b6e2-200619212e93 with Priority: HIGHEST for action security_group_members [ 1206.085094] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88d8f402-4e5c-4eaa-b6e2-200619212e93 with Priority: HIGHEST for action security_group_members [ 1206.085094] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-88d8f402-4e5c-4eaa-b6e2-200619212e93 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.085094] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88d8f402-4e5c-4eaa-b6e2-200619212e93" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.085094] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88d8f402-4e5c-4eaa-b6e2-200619212e93" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.085094] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88d8f402-4e5c-4eaa-b6e2-200619212e93" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.085094] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.085094] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.085094] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.085094] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.085485] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.085485] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88d8f402-4e5c-4eaa-b6e2-200619212e93',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.179947] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bb707a21-2bff-455c-8dfd-6739cf9b98df',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.589160] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-555 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.589160] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-555" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.589160] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-555" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.589160] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-555" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.589160] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.589160] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.589160] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.589160] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.589981] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.590515] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1206.592449] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1206.592449] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1206.592449] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1206.592819] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1206.593102] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1206.595019] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1206.595019] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.595019] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.595019] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.595762] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.596065] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.596398] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.596654] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.597301] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.597301] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.597301] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.597506] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88d8f402-4e5c-4eaa-b6e2-200619212e93 already deleted. [ 1206.598749] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88d8f402-4e5c-4eaa-b6e2-200619212e93" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.618434] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1206.618971] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1206.621045] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1206.621045] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-555" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.621045] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-27e11103-71a3-444f-9992-bcf992915404 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.621045] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-27e11103-71a3-444f-9992-bcf992915404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.621045] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-27e11103-71a3-444f-9992-bcf992915404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.621045] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-27e11103-71a3-444f-9992-bcf992915404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.621045] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27e11103-71a3-444f-9992-bcf992915404',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.681664] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.685277] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.685277] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.685277] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.685277] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.685277] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb707a21-2bff-455c-8dfd-6739cf9b98df is going to be updated. [ 1206.716945] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.716945] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.716945] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.716945] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.716945] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.726034] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb707a21-2bff-455c-8dfd-6739cf9b98df in Status: IN_PROGRESS for 2s [ 1207.126428] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.126428] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.126428] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.126428] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.126428] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.126428] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port 27e11103-71a3-444f-9992-bcf992915404 not found, creating... [ 1207.126428] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.126428] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.126428] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.126428] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.126428] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.127812] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.128196] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.130321] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.130321] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.130321] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.130321] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: 27e11103-71a3-444f-9992-bcf992915404 is going to be created. [ 1207.154696] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.154696] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.154696] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.154696] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.154696] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.154696] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-27e11103-71a3-444f-9992-bcf992915404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.405341] env[69836]: INFO networking_nsxv3.common.synchronization [None req-4a025ee4-99ae-443b-a04b-25da1a011a7e tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Enqueued Resource ID: eeba56df-2627-460c-8c20-e0345e5a8cbf with Priority: HIGHEST for action security_group_members [ 1207.405926] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeba56df-2627-460c-8c20-e0345e5a8cbf with Priority: HIGHEST for action security_group_members [ 1207.406364] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeba56df-2627-460c-8c20-e0345e5a8cbf taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.406364] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.406507] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.406631] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.406785] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.408163] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.408312] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.408545] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.408689] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.408978] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eeba56df-2627-460c-8c20-e0345e5a8cbf',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.852111] env[69836]: INFO networking_nsxv3.common.synchronization [req-616530e2-4404-4e47-aea1-c32105dc38cd req-6362f406-56a6-43cc-a420-0a6290a56ac6 service nova] Enqueued Resource ID: 88d8f402-4e5c-4eaa-b6e2-200619212e93 with Priority: HIGHEST for action security_group_rules [ 1207.852376] env[69836]: INFO networking_nsxv3.common.synchronization [req-616530e2-4404-4e47-aea1-c32105dc38cd req-6362f406-56a6-43cc-a420-0a6290a56ac6 service nova] Enqueued Resource ID: 88d8f402-4e5c-4eaa-b6e2-200619212e93 with Priority: HIGHEST for action security_group_members [ 1207.852521] env[69836]: INFO networking_nsxv3.common.synchronization [req-616530e2-4404-4e47-aea1-c32105dc38cd req-6362f406-56a6-43cc-a420-0a6290a56ac6 service nova] Enqueued Resource ID: 27e11103-71a3-444f-9992-bcf992915404 with Priority: HIGHEST for action port [ 1207.853192] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88d8f402-4e5c-4eaa-b6e2-200619212e93 with Priority: HIGHEST for action security_group_rules [ 1207.853347] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88d8f402-4e5c-4eaa-b6e2-200619212e93 with Priority: HIGHEST for action security_group_members [ 1207.853453] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27e11103-71a3-444f-9992-bcf992915404 with Priority: HIGHEST for action port [ 1207.853779] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-88d8f402-4e5c-4eaa-b6e2-200619212e93 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.853905] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-88d8f402-4e5c-4eaa-b6e2-200619212e93" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.853973] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-88d8f402-4e5c-4eaa-b6e2-200619212e93" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.854216] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-88d8f402-4e5c-4eaa-b6e2-200619212e93" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.854309] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('88d8f402-4e5c-4eaa-b6e2-200619212e93',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.855428] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-88d8f402-4e5c-4eaa-b6e2-200619212e93 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.855573] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88d8f402-4e5c-4eaa-b6e2-200619212e93" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.855632] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88d8f402-4e5c-4eaa-b6e2-200619212e93" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.855810] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88d8f402-4e5c-4eaa-b6e2-200619212e93" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.856285] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.856817] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.856930] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.857082] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.857186] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.857654] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88d8f402-4e5c-4eaa-b6e2-200619212e93',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.858305] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-27e11103-71a3-444f-9992-bcf992915404 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.858429] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27e11103-71a3-444f-9992-bcf992915404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.858732] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27e11103-71a3-444f-9992-bcf992915404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.859033] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27e11103-71a3-444f-9992-bcf992915404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.859161] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27e11103-71a3-444f-9992-bcf992915404',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.910745] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.910745] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.910950] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.910987] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.912035] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.912035] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.912035] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.912035] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.912035] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.912035] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.912035] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eeba56df-2627-460c-8c20-e0345e5a8cbf is going to be updated. [ 1207.945164] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.945404] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.945404] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.945677] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.945994] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.956388] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeba56df-2627-460c-8c20-e0345e5a8cbf in Status: IN_PROGRESS for 2s [ 1208.361738] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-88d8f402-4e5c-4eaa-b6e2-200619212e93 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.361738] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88d8f402-4e5c-4eaa-b6e2-200619212e93" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.361738] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('88d8f402-4e5c-4eaa-b6e2-200619212e93',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.363174] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 27e11103-71a3-444f-9992-bcf992915404 with status ACTIVE [ 1208.363174] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.363174] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.363388] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.363476] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.363534] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.363717] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.363812] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.364366] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.365499] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.366392] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.366392] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.366392] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.366915] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.366915] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.366915] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.366915] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 27e11103-71a3-444f-9992-bcf992915404 is going to be updated. [ 1208.394657] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.394808] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.394879] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.395306] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.395358] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.396070] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27e11103-71a3-444f-9992-bcf992915404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.739275] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb707a21-2bff-455c-8dfd-6739cf9b98df in Status: SUCCESS [ 1208.739570] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb707a21-2bff-455c-8dfd-6739cf9b98df" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.740031] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb707a21-2bff-455c-8dfd-6739cf9b98df" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.740031] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb707a21-2bff-455c-8dfd-6739cf9b98df" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.740172] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.740294] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.740385] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.740513] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.740595] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.740675] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb707a21-2bff-455c-8dfd-6739cf9b98df" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.740769] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bb707a21-2bff-455c-8dfd-6739cf9b98df',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.869717] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('88d8f402-4e5c-4eaa-b6e2-200619212e93',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.246409] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bb707a21-2bff-455c-8dfd-6739cf9b98df',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.374632] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.374632] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.375094] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.375094] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.375094] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.375094] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88d8f402-4e5c-4eaa-b6e2-200619212e93 is going to be created. [ 1209.401619] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.401703] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.401737] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.401948] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.402132] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.415451] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88d8f402-4e5c-4eaa-b6e2-200619212e93 in Status: UNINITIALIZED for 2s [ 1209.750034] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bb707a21-2bff-455c-8dfd-6739cf9b98df: rpc.has_security_group_logging(os_id): False [ 1209.774737] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.774946] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.774946] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.775204] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.775295] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.775555] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.775763] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.775861] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.776097] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.776222] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.776222] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb707a21-2bff-455c-8dfd-6739cf9b98df is going to be updated. [ 1209.852841] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.852944] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.853023] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.853256] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.853468] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.871597] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb707a21-2bff-455c-8dfd-6739cf9b98df in Status: IN_PROGRESS for 2s [ 1209.969121] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeba56df-2627-460c-8c20-e0345e5a8cbf in Status: SUCCESS [ 1209.973548] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eeba56df-2627-460c-8c20-e0345e5a8cbf deletion is rescheduled due to dependency. [ 1209.973548] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.426598] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88d8f402-4e5c-4eaa-b6e2-200619212e93 in Status: SUCCESS [ 1211.426977] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88d8f402-4e5c-4eaa-b6e2-200619212e93" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.427061] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88d8f402-4e5c-4eaa-b6e2-200619212e93" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.427286] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88d8f402-4e5c-4eaa-b6e2-200619212e93" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.427628] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.427762] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.427890] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.428034] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.428120] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.428206] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88d8f402-4e5c-4eaa-b6e2-200619212e93" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.428310] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('88d8f402-4e5c-4eaa-b6e2-200619212e93',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.894258] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb707a21-2bff-455c-8dfd-6739cf9b98df in Status: SUCCESS [ 1211.894582] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb707a21-2bff-455c-8dfd-6739cf9b98df" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.930702] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('88d8f402-4e5c-4eaa-b6e2-200619212e93',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.432888] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 88d8f402-4e5c-4eaa-b6e2-200619212e93: rpc.has_security_group_logging(os_id): False [ 1212.452949] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.453108] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.453196] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.457019] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.457019] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.457019] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.457019] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.457019] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.457019] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.457019] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.457019] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88d8f402-4e5c-4eaa-b6e2-200619212e93 is going to be created. [ 1212.541105] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.541105] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.541105] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.541105] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.541105] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.555067] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 88d8f402-4e5c-4eaa-b6e2-200619212e93 in Status: IN_PROGRESS for 2s [ 1212.711411] env[69836]: INFO networking_nsxv3.common.synchronization [req-9336e648-8dea-43f1-8266-ccde94213db3 req-32ed217d-fd0f-4f2e-8253-1d1960d074f7 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Enqueued Resource ID: 1901b260-9933-45b0-8421-0e40c69c1331 with Priority: HIGHEST for action security_group_members [ 1212.712658] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1901b260-9933-45b0-8421-0e40c69c1331 with Priority: HIGHEST for action security_group_members [ 1212.713298] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-1901b260-9933-45b0-8421-0e40c69c1331 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.713532] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1901b260-9933-45b0-8421-0e40c69c1331" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.713694] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1901b260-9933-45b0-8421-0e40c69c1331" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.714009] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1901b260-9933-45b0-8421-0e40c69c1331" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.714257] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.717024] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.717024] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.717024] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.717024] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.717024] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1901b260-9933-45b0-8421-0e40c69c1331',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.218358] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.218559] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.218649] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.218874] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.218969] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.219222] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.219391] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.219540] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.219687] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.219804] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.219870] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1901b260-9933-45b0-8421-0e40c69c1331 is going to be updated. [ 1213.251581] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.251581] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.251581] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.251849] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.251849] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.260991] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1901b260-9933-45b0-8421-0e40c69c1331 in Status: IN_PROGRESS for 2s [ 1214.392375] env[69836]: INFO networking_nsxv3.common.synchronization [req-fee506bd-d126-4177-9536-592a84e996f4 req-e9d331e3-fd29-460b-95aa-7e0c3dc9f805 tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Enqueued Resource ID: 3f8b6e56-e740-486e-b40f-5d12563f4f9d with Priority: HIGHEST for action security_group_members [ 1214.392816] env[69836]: INFO networking_nsxv3.common.synchronization [req-fee506bd-d126-4177-9536-592a84e996f4 req-e9d331e3-fd29-460b-95aa-7e0c3dc9f805 tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Enqueued Resource ID: e9107d0d-6f97-4776-871c-a878bf34c420 with Priority: HIGHEST for action security_group_members [ 1214.393090] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f8b6e56-e740-486e-b40f-5d12563f4f9d with Priority: HIGHEST for action security_group_members [ 1214.393226] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9107d0d-6f97-4776-871c-a878bf34c420 with Priority: HIGHEST for action security_group_members [ 1214.393505] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f8b6e56-e740-486e-b40f-5d12563f4f9d taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.393647] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f8b6e56-e740-486e-b40f-5d12563f4f9d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.393713] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f8b6e56-e740-486e-b40f-5d12563f4f9d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.393979] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f8b6e56-e740-486e-b40f-5d12563f4f9d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.394937] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.395062] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.395121] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.395287] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.395383] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.395481] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f8b6e56-e740-486e-b40f-5d12563f4f9d',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.400489] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9107d0d-6f97-4776-871c-a878bf34c420 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.400606] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9107d0d-6f97-4776-871c-a878bf34c420" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.400659] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9107d0d-6f97-4776-871c-a878bf34c420" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.400833] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9107d0d-6f97-4776-871c-a878bf34c420" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.400979] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.401088] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.401152] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.401295] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.401381] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.401474] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9107d0d-6f97-4776-871c-a878bf34c420',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.454901] env[69836]: INFO networking_nsxv3.common.synchronization [req-fee506bd-d126-4177-9536-592a84e996f4 req-e9d331e3-fd29-460b-95aa-7e0c3dc9f805 tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Enqueued Resource ID: 3f8b6e56-e740-486e-b40f-5d12563f4f9d with Priority: HIGHEST for action security_group_rules [ 1214.454901] env[69836]: INFO networking_nsxv3.common.synchronization [req-fee506bd-d126-4177-9536-592a84e996f4 req-e9d331e3-fd29-460b-95aa-7e0c3dc9f805 tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Enqueued Resource ID: 3f8b6e56-e740-486e-b40f-5d12563f4f9d with Priority: HIGHEST for action security_group_members [ 1214.454901] env[69836]: INFO networking_nsxv3.common.synchronization [req-fee506bd-d126-4177-9536-592a84e996f4 req-e9d331e3-fd29-460b-95aa-7e0c3dc9f805 tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Enqueued Resource ID: e9107d0d-6f97-4776-871c-a878bf34c420 with Priority: HIGHEST for action security_group_rules [ 1214.454901] env[69836]: INFO networking_nsxv3.common.synchronization [req-fee506bd-d126-4177-9536-592a84e996f4 req-e9d331e3-fd29-460b-95aa-7e0c3dc9f805 tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Enqueued Resource ID: e9107d0d-6f97-4776-871c-a878bf34c420 with Priority: HIGHEST for action security_group_members [ 1214.454901] env[69836]: INFO networking_nsxv3.common.synchronization [req-fee506bd-d126-4177-9536-592a84e996f4 req-e9d331e3-fd29-460b-95aa-7e0c3dc9f805 tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Enqueued Resource ID: d2a24d15-6e91-40a6-8c29-6f70a549db7a with Priority: HIGHEST for action port [ 1214.454901] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f8b6e56-e740-486e-b40f-5d12563f4f9d with Priority: HIGHEST for action security_group_rules [ 1214.454901] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9107d0d-6f97-4776-871c-a878bf34c420 with Priority: HIGHEST for action security_group_rules [ 1214.454901] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2a24d15-6e91-40a6-8c29-6f70a549db7a with Priority: HIGHEST for action port [ 1214.455472] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f8b6e56-e740-486e-b40f-5d12563f4f9d with Priority: HIGHEST for action security_group_members [ 1214.458037] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9107d0d-6f97-4776-871c-a878bf34c420 with Priority: HIGHEST for action security_group_members [ 1214.458037] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f8b6e56-e740-486e-b40f-5d12563f4f9d taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.458037] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f8b6e56-e740-486e-b40f-5d12563f4f9d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.458037] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f8b6e56-e740-486e-b40f-5d12563f4f9d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.458037] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f8b6e56-e740-486e-b40f-5d12563f4f9d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.458037] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f8b6e56-e740-486e-b40f-5d12563f4f9d',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.458037] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9107d0d-6f97-4776-871c-a878bf34c420 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.458037] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9107d0d-6f97-4776-871c-a878bf34c420" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.458037] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9107d0d-6f97-4776-871c-a878bf34c420" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.458037] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9107d0d-6f97-4776-871c-a878bf34c420" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.458037] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9107d0d-6f97-4776-871c-a878bf34c420',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.458806] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2a24d15-6e91-40a6-8c29-6f70a549db7a taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.458910] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2a24d15-6e91-40a6-8c29-6f70a549db7a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.458975] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2a24d15-6e91-40a6-8c29-6f70a549db7a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.461710] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2a24d15-6e91-40a6-8c29-6f70a549db7a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.461710] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2a24d15-6e91-40a6-8c29-6f70a549db7a',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.462821] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f8b6e56-e740-486e-b40f-5d12563f4f9d taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.462821] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f8b6e56-e740-486e-b40f-5d12563f4f9d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.463059] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9107d0d-6f97-4776-871c-a878bf34c420 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.463170] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9107d0d-6f97-4776-871c-a878bf34c420" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.567059] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 88d8f402-4e5c-4eaa-b6e2-200619212e93 in Status: SUCCESS [ 1214.567310] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-88d8f402-4e5c-4eaa-b6e2-200619212e93" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.904096] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f8b6e56-e740-486e-b40f-5d12563f4f9d',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.904096] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e9107d0d-6f97-4776-871c-a878bf34c420',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.921950] env[69836]: INFO networking_nsxv3.common.synchronization [req-177b1fe3-d4d2-4f03-bff4-7a1cea463331 req-5985521f-af81-4f97-a29f-32a349974165 tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Enqueued Resource ID: 3f8b6e56-e740-486e-b40f-5d12563f4f9d with Priority: HIGHEST for action security_group_members [ 1214.921950] env[69836]: INFO networking_nsxv3.common.synchronization [req-177b1fe3-d4d2-4f03-bff4-7a1cea463331 req-5985521f-af81-4f97-a29f-32a349974165 tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Enqueued Resource ID: e9107d0d-6f97-4776-871c-a878bf34c420 with Priority: HIGHEST for action security_group_members [ 1214.921950] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f8b6e56-e740-486e-b40f-5d12563f4f9d with Priority: HIGHEST for action security_group_members [ 1214.921950] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9107d0d-6f97-4776-871c-a878bf34c420 with Priority: HIGHEST for action security_group_members [ 1214.921950] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f8b6e56-e740-486e-b40f-5d12563f4f9d taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.921950] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f8b6e56-e740-486e-b40f-5d12563f4f9d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.922580] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9107d0d-6f97-4776-871c-a878bf34c420 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.922580] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9107d0d-6f97-4776-871c-a878bf34c420" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.965395] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f8b6e56-e740-486e-b40f-5d12563f4f9d taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.965395] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f8b6e56-e740-486e-b40f-5d12563f4f9d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.965395] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d2a24d15-6e91-40a6-8c29-6f70a549db7a with status ACTIVE [ 1214.965395] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.965395] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.965395] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.965395] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.965395] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.965395] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.965395] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.965395] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.965395] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.966290] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.966290] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.966290] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.966290] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.966290] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.966290] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.966290] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d2a24d15-6e91-40a6-8c29-6f70a549db7a is going to be updated. [ 1214.967314] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9107d0d-6f97-4776-871c-a878bf34c420 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.967314] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9107d0d-6f97-4776-871c-a878bf34c420" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.991034] env[69836]: INFO networking_nsxv3.common.synchronization [req-177b1fe3-d4d2-4f03-bff4-7a1cea463331 req-5985521f-af81-4f97-a29f-32a349974165 tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Enqueued Resource ID: e9107d0d-6f97-4776-871c-a878bf34c420 with Priority: HIGHEST for action security_group_rules [ 1214.991034] env[69836]: INFO networking_nsxv3.common.synchronization [req-177b1fe3-d4d2-4f03-bff4-7a1cea463331 req-5985521f-af81-4f97-a29f-32a349974165 tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Enqueued Resource ID: e9107d0d-6f97-4776-871c-a878bf34c420 with Priority: HIGHEST for action security_group_members [ 1214.991034] env[69836]: INFO networking_nsxv3.common.synchronization [req-177b1fe3-d4d2-4f03-bff4-7a1cea463331 req-5985521f-af81-4f97-a29f-32a349974165 tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Enqueued Resource ID: d2a24d15-6e91-40a6-8c29-6f70a549db7a with Priority: HIGHEST for action port [ 1214.992147] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.992147] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.992147] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.992437] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.992505] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.992719] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2a24d15-6e91-40a6-8c29-6f70a549db7a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.994593] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9107d0d-6f97-4776-871c-a878bf34c420 with Priority: HIGHEST for action security_group_rules [ 1214.994593] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9107d0d-6f97-4776-871c-a878bf34c420 with Priority: HIGHEST for action security_group_members [ 1214.994593] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2a24d15-6e91-40a6-8c29-6f70a549db7a with Priority: HIGHEST for action port [ 1214.994593] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9107d0d-6f97-4776-871c-a878bf34c420 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.994593] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9107d0d-6f97-4776-871c-a878bf34c420" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.994593] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9107d0d-6f97-4776-871c-a878bf34c420 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.994593] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9107d0d-6f97-4776-871c-a878bf34c420" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.994593] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2a24d15-6e91-40a6-8c29-6f70a549db7a taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.994593] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2a24d15-6e91-40a6-8c29-6f70a549db7a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.994593] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2a24d15-6e91-40a6-8c29-6f70a549db7a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.994593] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2a24d15-6e91-40a6-8c29-6f70a549db7a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.994593] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2a24d15-6e91-40a6-8c29-6f70a549db7a',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.219174] env[69836]: INFO networking_nsxv3.common.synchronization [req-d167f80e-3541-4312-b30c-b01fc804a45e req-787a1250-f945-4ba6-a227-dd8da34830b4 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Enqueued Resource ID: 895b550b-a92b-449d-8067-5b40315d6597 with Priority: HIGHEST for action security_group_members [ 1215.219894] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 895b550b-a92b-449d-8067-5b40315d6597 with Priority: HIGHEST for action security_group_members [ 1215.220240] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-895b550b-a92b-449d-8067-5b40315d6597 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.220379] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.220475] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.220650] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.220882] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.222025] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.222025] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.224510] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.224614] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.224775] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('895b550b-a92b-449d-8067-5b40315d6597',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.272514] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1901b260-9933-45b0-8421-0e40c69c1331 in Status: SUCCESS [ 1215.272765] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1901b260-9933-45b0-8421-0e40c69c1331 deletion is rescheduled due to dependency. [ 1215.272893] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1901b260-9933-45b0-8421-0e40c69c1331" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.405899] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f8b6e56-e740-486e-b40f-5d12563f4f9d',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.407914] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e9107d0d-6f97-4776-871c-a878bf34c420',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.496602] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d2a24d15-6e91-40a6-8c29-6f70a549db7a with status ACTIVE [ 1215.496948] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.497640] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.497640] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.497640] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.497852] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.498140] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.498140] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.498140] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.498400] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.498486] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.498834] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.499027] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.499105] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.499286] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.499480] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.499611] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d2a24d15-6e91-40a6-8c29-6f70a549db7a is going to be updated. [ 1215.525058] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.525253] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.525489] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.525651] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.525743] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.526134] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2a24d15-6e91-40a6-8c29-6f70a549db7a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.728842] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.729030] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.729092] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.729529] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.729529] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.729699] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.729754] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.729814] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.729974] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.730296] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.730390] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 895b550b-a92b-449d-8067-5b40315d6597 is going to be updated. [ 1215.771075] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.771075] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.771075] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.771075] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.771075] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.775336] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 895b550b-a92b-449d-8067-5b40315d6597 in Status: IN_PROGRESS for 2s [ 1215.910976] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.910976] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.910976] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.910976] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.910976] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.910976] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f8b6e56-e740-486e-b40f-5d12563f4f9d is going to be created. [ 1215.911778] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.911914] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.911973] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.912196] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.912283] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.912343] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9107d0d-6f97-4776-871c-a878bf34c420 is going to be updated. [ 1215.938018] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.938018] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.938018] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.938018] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.938018] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.951095] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.951306] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.951306] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.951529] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.951682] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.953476] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f8b6e56-e740-486e-b40f-5d12563f4f9d in Status: UNINITIALIZED for 2s [ 1215.960237] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9107d0d-6f97-4776-871c-a878bf34c420 in Status: IN_PROGRESS for 2s [ 1216.846368] env[69836]: INFO networking_nsxv3.common.synchronization [req-cb3e2017-6f08-4bf6-bb6c-e0d5e4363d82 req-e7891725-9bf0-4f09-afa0-08d116bf5303 tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Enqueued Resource ID: a85163dd-4357-4ea0-aa14-d3ab9ac7f404 with Priority: HIGHEST for action security_group_members [ 1216.846952] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a85163dd-4357-4ea0-aa14-d3ab9ac7f404 with Priority: HIGHEST for action security_group_members [ 1216.847269] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-a85163dd-4357-4ea0-aa14-d3ab9ac7f404 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.847389] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a85163dd-4357-4ea0-aa14-d3ab9ac7f404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.847456] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a85163dd-4357-4ea0-aa14-d3ab9ac7f404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.847715] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a85163dd-4357-4ea0-aa14-d3ab9ac7f404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.848187] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.848444] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.848815] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.848815] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.848815] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.848957] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a85163dd-4357-4ea0-aa14-d3ab9ac7f404',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.351714] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.352054] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.352158] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.352388] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.352726] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.352983] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.353144] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.353205] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.353362] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.353447] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.353539] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a85163dd-4357-4ea0-aa14-d3ab9ac7f404 is going to be updated. [ 1217.381554] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.381768] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.381768] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.382028] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.382123] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.395668] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a85163dd-4357-4ea0-aa14-d3ab9ac7f404 in Status: IN_PROGRESS for 2s [ 1217.796427] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 895b550b-a92b-449d-8067-5b40315d6597 in Status: SUCCESS [ 1217.796427] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 895b550b-a92b-449d-8067-5b40315d6597 deletion is rescheduled due to dependency. [ 1217.796427] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.965760] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f8b6e56-e740-486e-b40f-5d12563f4f9d in Status: SUCCESS [ 1217.966038] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f8b6e56-e740-486e-b40f-5d12563f4f9d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.966183] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f8b6e56-e740-486e-b40f-5d12563f4f9d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.966384] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f8b6e56-e740-486e-b40f-5d12563f4f9d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.966576] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.966729] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.966797] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.966953] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.967054] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.967275] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f8b6e56-e740-486e-b40f-5d12563f4f9d',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.973032] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9107d0d-6f97-4776-871c-a878bf34c420 in Status: SUCCESS [ 1217.973123] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9107d0d-6f97-4776-871c-a878bf34c420" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.973294] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9107d0d-6f97-4776-871c-a878bf34c420" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.973501] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9107d0d-6f97-4776-871c-a878bf34c420" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.973841] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.974158] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.974158] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.974277] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.974277] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.974409] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9107d0d-6f97-4776-871c-a878bf34c420',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.469662] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.469880] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.469880] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.470128] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.470220] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.470447] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.470540] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.470600] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.470755] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.470833] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.470922] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f8b6e56-e740-486e-b40f-5d12563f4f9d is going to be deleted. [ 1218.476525] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e9107d0d-6f97-4776-871c-a878bf34c420',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.501934] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.501934] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.502311] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.502724] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.502868] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.503013] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f8b6e56-e740-486e-b40f-5d12563f4f9d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.503213] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f8b6e56-e740-486e-b40f-5d12563f4f9d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.503454] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f8b6e56-e740-486e-b40f-5d12563f4f9d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.503805] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.503942] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.504170] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.504377] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.504475] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.504576] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f8b6e56-e740-486e-b40f-5d12563f4f9d',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.982295] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e9107d0d-6f97-4776-871c-a878bf34c420',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.007425] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.007649] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.007770] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.008018] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.008112] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.008324] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.008423] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.008486] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.008640] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.008717] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.008810] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f8b6e56-e740-486e-b40f-5d12563f4f9d already deleted. [ 1219.008889] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f8b6e56-e740-486e-b40f-5d12563f4f9d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.009861] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f8b6e56-e740-486e-b40f-5d12563f4f9d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.010125] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f8b6e56-e740-486e-b40f-5d12563f4f9d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.010382] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.010594] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.010663] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.010800] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.010887] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.011008] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f8b6e56-e740-486e-b40f-5d12563f4f9d',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.406999] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a85163dd-4357-4ea0-aa14-d3ab9ac7f404 in Status: SUCCESS [ 1219.407218] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a85163dd-4357-4ea0-aa14-d3ab9ac7f404 deletion is rescheduled due to dependency. [ 1219.407352] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a85163dd-4357-4ea0-aa14-d3ab9ac7f404" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.485696] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.485696] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.485696] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.485696] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.485696] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.488037] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9107d0d-6f97-4776-871c-a878bf34c420 is going to be updated. [ 1219.512397] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-638 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.512617] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-638" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.512746] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-638" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.513070] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-638" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.518225] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.518225] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.518225] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.518225] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.518225] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.518225] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1219.518225] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1219.518225] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1219.519763] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1219.519954] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1219.520090] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1219.520239] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1219.522159] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.522313] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.523088] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.523088] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.523088] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.524041] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.524155] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.524229] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.524398] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.524440] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.524624] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.524715] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.524775] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.524913] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.524986] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.527727] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f8b6e56-e740-486e-b40f-5d12563f4f9d already deleted. [ 1219.527727] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f8b6e56-e740-486e-b40f-5d12563f4f9d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.527727] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f8b6e56-e740-486e-b40f-5d12563f4f9d',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.543610] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9107d0d-6f97-4776-871c-a878bf34c420 in Status: IN_PROGRESS for 2s [ 1219.547229] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1219.547405] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1219.547534] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1219.547713] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-638" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.548078] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-220a7f7f-e385-4299-ba93-5b1272debac1 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.548397] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-220a7f7f-e385-4299-ba93-5b1272debac1" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.548397] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-220a7f7f-e385-4299-ba93-5b1272debac1" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.548698] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-220a7f7f-e385-4299-ba93-5b1272debac1" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.548863] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('220a7f7f-e385-4299-ba93-5b1272debac1',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.030600] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f8b6e56-e740-486e-b40f-5d12563f4f9d',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.051690] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.051979] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.052134] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.052495] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.052662] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.053161] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port 220a7f7f-e385-4299-ba93-5b1272debac1 not found, creating... [ 1220.053499] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.053839] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.053971] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.054219] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.054365] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.054784] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.055129] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.055293] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.055475] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.055614] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.055757] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: 220a7f7f-e385-4299-ba93-5b1272debac1 is going to be created. [ 1220.077548] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.077766] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.078101] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.078269] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.078473] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.078721] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-220a7f7f-e385-4299-ba93-5b1272debac1" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.533507] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f8b6e56-e740-486e-b40f-5d12563f4f9d: rpc.has_security_group_logging(os_id): False [ 1220.552358] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.552592] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.552592] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.552813] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.552904] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.553196] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.553319] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.553388] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.553545] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.553623] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.553713] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f8b6e56-e740-486e-b40f-5d12563f4f9d is going to be created. [ 1220.574103] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/3f8b6e56-e740-486e-b40f-5d12563f4f9d], does not exist path=[/infra/domains/default/groups/3f8b6e56-e740-486e-b40f-5d12563f4f9d]."\n}' [ 1220.574103] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f8b6e56-e740-486e-b40f-5d12563f4f9d failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/3f8b6e56-e740-486e-b40f-5d12563f4f9d [ 1220.574103] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1220.616175] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.616325] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.616420] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.617370] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.618670] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.618990] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.619114] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.619180] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.619354] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.619515] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.619728] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.619823] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.619886] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.620057] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.620107] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.620196] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f8b6e56-e740-486e-b40f-5d12563f4f9d is going to be created. [ 1220.637026] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/3f8b6e56-e740-486e-b40f-5d12563f4f9d], does not exist path=[/infra/domains/default/groups/3f8b6e56-e740-486e-b40f-5d12563f4f9d]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/3f8b6e56-e740-486e-b40f-5d12563f4f9d [ 1220.637208] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f8b6e56-e740-486e-b40f-5d12563f4f9d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.637530] env[69836]: Traceback (most recent call last): [ 1220.637530] env[69836]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1220.637530] env[69836]: return func(*args, **kwargs) [ 1220.637530] env[69836]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1220.637530] env[69836]: res.raise_for_status() [ 1220.637530] env[69836]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 1220.637530] env[69836]: raise HTTPError(http_error_msg, response=self) [ 1220.637530] env[69836]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/3f8b6e56-e740-486e-b40f-5d12563f4f9d [ 1220.637530] env[69836]: During handling of the above exception, another exception occurred: [ 1220.637530] env[69836]: Traceback (most recent call last): [ 1220.637530] env[69836]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1220.637530] env[69836]: listener.cb(fileno) [ 1220.637530] env[69836]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1220.637530] env[69836]: result = function(*args, **kwargs) [ 1220.637530] env[69836]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1220.637530] env[69836]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1220.637530] env[69836]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1220.637530] env[69836]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1220.637530] env[69836]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1220.637530] env[69836]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1220.637530] env[69836]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1220.637530] env[69836]: res.raise_for_status() [ 1220.637530] env[69836]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 1220.637530] env[69836]: raise HTTPError(http_error_msg, response=self) [ 1220.637530] env[69836]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/3f8b6e56-e740-486e-b40f-5d12563f4f9d [ 1220.637530] env[69836]: Removing descriptor: 57 [ 1220.838214] env[69836]: INFO networking_nsxv3.common.synchronization [req-f3d93d2c-0609-4ece-b787-e1d30b365397 req-d328070c-c9de-48fe-bd1c-e8d2a305da6e service nova] Enqueued Resource ID: eeba56df-2627-460c-8c20-e0345e5a8cbf with Priority: HIGHEST for action security_group_rules [ 1220.838456] env[69836]: INFO networking_nsxv3.common.synchronization [req-f3d93d2c-0609-4ece-b787-e1d30b365397 req-d328070c-c9de-48fe-bd1c-e8d2a305da6e service nova] Enqueued Resource ID: eeba56df-2627-460c-8c20-e0345e5a8cbf with Priority: HIGHEST for action security_group_members [ 1220.838523] env[69836]: INFO networking_nsxv3.common.synchronization [req-f3d93d2c-0609-4ece-b787-e1d30b365397 req-d328070c-c9de-48fe-bd1c-e8d2a305da6e service nova] Enqueued Resource ID: 220a7f7f-e385-4299-ba93-5b1272debac1 with Priority: HIGHEST for action port [ 1220.839776] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeba56df-2627-460c-8c20-e0345e5a8cbf with Priority: HIGHEST for action security_group_rules [ 1220.839776] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeba56df-2627-460c-8c20-e0345e5a8cbf with Priority: HIGHEST for action security_group_members [ 1220.839776] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 220a7f7f-e385-4299-ba93-5b1272debac1 with Priority: HIGHEST for action port [ 1220.839776] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eeba56df-2627-460c-8c20-e0345e5a8cbf taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.840042] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.840042] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.840124] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.840192] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eeba56df-2627-460c-8c20-e0345e5a8cbf',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.841509] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeba56df-2627-460c-8c20-e0345e5a8cbf taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.841629] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.841687] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.841847] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.841986] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.842144] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.842144] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.842281] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.842536] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.842781] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eeba56df-2627-460c-8c20-e0345e5a8cbf',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.844119] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-220a7f7f-e385-4299-ba93-5b1272debac1 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.844284] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-220a7f7f-e385-4299-ba93-5b1272debac1" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.844284] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-220a7f7f-e385-4299-ba93-5b1272debac1" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.844542] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-220a7f7f-e385-4299-ba93-5b1272debac1" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.844621] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('220a7f7f-e385-4299-ba93-5b1272debac1',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.343087] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeba56df-2627-460c-8c20-e0345e5a8cbf taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.343531] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.345588] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eeba56df-2627-460c-8c20-e0345e5a8cbf',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.346122] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 220a7f7f-e385-4299-ba93-5b1272debac1 with status ACTIVE [ 1221.346322] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.346460] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.346644] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.346802] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.346941] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.347163] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.347340] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.347435] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.347771] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.347921] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.348062] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.348160] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.348222] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.348361] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.348437] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.348520] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 220a7f7f-e385-4299-ba93-5b1272debac1 is going to be updated. [ 1221.370771] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.370993] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.370993] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.371202] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.371444] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.372028] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-220a7f7f-e385-4299-ba93-5b1272debac1" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.563299] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9107d0d-6f97-4776-871c-a878bf34c420 in Status: SUCCESS [ 1221.563543] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9107d0d-6f97-4776-871c-a878bf34c420" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.563723] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9107d0d-6f97-4776-871c-a878bf34c420" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.563927] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9107d0d-6f97-4776-871c-a878bf34c420" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.564136] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.564331] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.564684] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.564684] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.564684] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.564875] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9107d0d-6f97-4776-871c-a878bf34c420',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.851905] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eeba56df-2627-460c-8c20-e0345e5a8cbf',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.067973] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e9107d0d-6f97-4776-871c-a878bf34c420',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.356491] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.356884] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.356884] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.356979] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.357086] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.357183] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eeba56df-2627-460c-8c20-e0345e5a8cbf is going to be updated. [ 1222.387783] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.387968] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.388038] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.388253] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.388420] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.398284] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeba56df-2627-460c-8c20-e0345e5a8cbf in Status: IN_PROGRESS for 2s [ 1222.570539] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e9107d0d-6f97-4776-871c-a878bf34c420',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.073197] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.073390] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.073453] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.073740] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.073842] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.073947] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9107d0d-6f97-4776-871c-a878bf34c420 is going to be updated. [ 1223.102279] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.102487] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.102577] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.102776] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.102931] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.112154] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9107d0d-6f97-4776-871c-a878bf34c420 in Status: IN_PROGRESS for 2s [ 1224.408722] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeba56df-2627-460c-8c20-e0345e5a8cbf in Status: SUCCESS [ 1224.409107] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.409149] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.409432] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.409657] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.409774] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.409840] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.409993] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.410089] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.410172] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.410258] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eeba56df-2627-460c-8c20-e0345e5a8cbf',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.786827] env[69836]: INFO networking_nsxv3.common.synchronization [req-e1bc5a05-cbf0-4755-8904-1af5258dab53 req-c58e055f-a226-44d8-898e-3f9deef0fbe8 tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Enqueued Resource ID: e9107d0d-6f97-4776-871c-a878bf34c420 with Priority: HIGHEST for action security_group_members [ 1224.787428] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9107d0d-6f97-4776-871c-a878bf34c420 with Priority: HIGHEST for action security_group_members [ 1224.787733] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9107d0d-6f97-4776-871c-a878bf34c420 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.787836] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9107d0d-6f97-4776-871c-a878bf34c420" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.913320] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeba56df-2627-460c-8c20-e0345e5a8cbf taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.913493] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.913571] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.913762] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.913933] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.914050] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.914114] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.914258] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.914346] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.914435] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.914582] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeba56df-2627-460c-8c20-e0345e5a8cbf taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.914673] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.914733] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.914864] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.914997] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.915090] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.915162] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.915312] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.915399] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.915488] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.915560] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eeba56df-2627-460c-8c20-e0345e5a8cbf',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.024095] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-814 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.024317] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-814" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.024446] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-814" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.024724] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-814" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.024989] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.025161] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.025280] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.025494] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.025643] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.025854] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1225.025965] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1225.029072] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1225.029072] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1225.029072] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1225.029072] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1225.029072] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1225.049443] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1225.049678] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1225.049750] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1225.049938] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-814" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.050292] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-739a911a-53be-46b2-ae11-b4b2a9c6b46f taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.050471] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-739a911a-53be-46b2-ae11-b4b2a9c6b46f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.050595] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-739a911a-53be-46b2-ae11-b4b2a9c6b46f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.050908] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-739a911a-53be-46b2-ae11-b4b2a9c6b46f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.051060] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('739a911a-53be-46b2-ae11-b4b2a9c6b46f',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.121599] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9107d0d-6f97-4776-871c-a878bf34c420 in Status: IN_PROGRESS for 4s [ 1225.417569] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eeba56df-2627-460c-8c20-e0345e5a8cbf: rpc.has_security_group_logging(os_id): False [ 1225.440408] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.440569] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.440635] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.440857] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.461403] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.462017] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.462017] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.462017] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.462196] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.462263] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.462460] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.462558] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.462629] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.462805] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.462897] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.463097] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.463532] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.463532] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.463532] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.463532] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.464079] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eeba56df-2627-460c-8c20-e0345e5a8cbf is going to be updated. [ 1225.526134] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.526504] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.526504] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.526608] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.526808] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.539350] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eeba56df-2627-460c-8c20-e0345e5a8cbf in Status: IN_PROGRESS for 2s [ 1225.554447] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.554679] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.554833] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.555133] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.555327] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.555592] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.555886] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.555886] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.556126] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.556273] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.556642] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.556861] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.557041] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.557257] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.557420] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.557654] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: 739a911a-53be-46b2-ae11-b4b2a9c6b46f is going to be updated. [ 1225.582095] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.582384] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.582760] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.582973] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.583291] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.583546] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-739a911a-53be-46b2-ae11-b4b2a9c6b46f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.820168] env[69836]: INFO networking_nsxv3.common.synchronization [req-d2982f1a-5bba-418b-9d5f-929025015336 req-505c47cc-3a85-4b2b-bfdd-a0a0f27fab85 service nova] Enqueued Resource ID: bfb51285-74ab-4d3d-be92-ef644a3efcad with Priority: HIGHEST for action security_group_rules [ 1226.820456] env[69836]: INFO networking_nsxv3.common.synchronization [req-d2982f1a-5bba-418b-9d5f-929025015336 req-505c47cc-3a85-4b2b-bfdd-a0a0f27fab85 service nova] Enqueued Resource ID: bfb51285-74ab-4d3d-be92-ef644a3efcad with Priority: HIGHEST for action security_group_members [ 1226.820650] env[69836]: INFO networking_nsxv3.common.synchronization [req-d2982f1a-5bba-418b-9d5f-929025015336 req-505c47cc-3a85-4b2b-bfdd-a0a0f27fab85 service nova] Enqueued Resource ID: 739a911a-53be-46b2-ae11-b4b2a9c6b46f with Priority: HIGHEST for action port [ 1226.821740] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfb51285-74ab-4d3d-be92-ef644a3efcad with Priority: HIGHEST for action security_group_rules [ 1226.821839] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfb51285-74ab-4d3d-be92-ef644a3efcad with Priority: HIGHEST for action security_group_members [ 1226.821943] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 739a911a-53be-46b2-ae11-b4b2a9c6b46f with Priority: HIGHEST for action port [ 1226.825128] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bfb51285-74ab-4d3d-be92-ef644a3efcad taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.825128] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bfb51285-74ab-4d3d-be92-ef644a3efcad" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.825128] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bfb51285-74ab-4d3d-be92-ef644a3efcad" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.825128] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bfb51285-74ab-4d3d-be92-ef644a3efcad" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.825128] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bfb51285-74ab-4d3d-be92-ef644a3efcad',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.825128] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfb51285-74ab-4d3d-be92-ef644a3efcad taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.825128] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfb51285-74ab-4d3d-be92-ef644a3efcad" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.825128] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfb51285-74ab-4d3d-be92-ef644a3efcad" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.825128] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfb51285-74ab-4d3d-be92-ef644a3efcad" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.825128] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.825128] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.825128] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.825128] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.825128] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.825128] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfb51285-74ab-4d3d-be92-ef644a3efcad',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.825625] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-739a911a-53be-46b2-ae11-b4b2a9c6b46f taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.825625] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-739a911a-53be-46b2-ae11-b4b2a9c6b46f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.825625] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-739a911a-53be-46b2-ae11-b4b2a9c6b46f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.825625] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-739a911a-53be-46b2-ae11-b4b2a9c6b46f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.826045] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('739a911a-53be-46b2-ae11-b4b2a9c6b46f',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.138391] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9107d0d-6f97-4776-871c-a878bf34c420 in Status: SUCCESS [ 1227.138675] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9107d0d-6f97-4776-871c-a878bf34c420" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.138854] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9107d0d-6f97-4776-871c-a878bf34c420" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.139131] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9107d0d-6f97-4776-871c-a878bf34c420" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.139354] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.139570] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.139641] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.139807] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.139892] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.139990] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9107d0d-6f97-4776-871c-a878bf34c420" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.140116] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e9107d0d-6f97-4776-871c-a878bf34c420',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.141446] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9107d0d-6f97-4776-871c-a878bf34c420" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.141534] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9107d0d-6f97-4776-871c-a878bf34c420" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.141661] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.141801] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.141871] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.142058] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.142109] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.142248] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9107d0d-6f97-4776-871c-a878bf34c420',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.327021] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bfb51285-74ab-4d3d-be92-ef644a3efcad',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.327909] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfb51285-74ab-4d3d-be92-ef644a3efcad taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.328042] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfb51285-74ab-4d3d-be92-ef644a3efcad" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.328366] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 739a911a-53be-46b2-ae11-b4b2a9c6b46f with status ACTIVE [ 1227.328672] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.328672] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.328799] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.328911] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.329009] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.329183] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.329277] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.329343] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.329575] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.329657] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.329837] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.329929] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.329988] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.334230] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.334308] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.334407] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 739a911a-53be-46b2-ae11-b4b2a9c6b46f is going to be updated. [ 1227.360533] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.360731] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.360773] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.360971] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.361125] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.361281] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-739a911a-53be-46b2-ae11-b4b2a9c6b46f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.558967] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eeba56df-2627-460c-8c20-e0345e5a8cbf in Status: SUCCESS [ 1227.559284] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.645242] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9107d0d-6f97-4776-871c-a878bf34c420 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.645381] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9107d0d-6f97-4776-871c-a878bf34c420" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.648605] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.648775] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.648894] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.649119] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.674914] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.675801] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.675801] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.675801] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.675801] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.675801] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.675801] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9107d0d-6f97-4776-871c-a878bf34c420 is going to be updated. [ 1227.704383] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.704573] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.704573] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.704792] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.704935] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.717030] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9107d0d-6f97-4776-871c-a878bf34c420 in Status: IN_PROGRESS for 2s [ 1227.829780] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bfb51285-74ab-4d3d-be92-ef644a3efcad',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.968838] env[69836]: INFO networking_nsxv3.common.synchronization [req-63da5c8b-35bc-4510-a52d-45b4ecf25d41 req-e1e683bb-5ee8-438f-950a-1a422e21cbdf tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Enqueued Resource ID: 1901b260-9933-45b0-8421-0e40c69c1331 with Priority: HIGHEST for action security_group_members [ 1227.969563] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1901b260-9933-45b0-8421-0e40c69c1331 with Priority: HIGHEST for action security_group_members [ 1227.969989] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-1901b260-9933-45b0-8421-0e40c69c1331 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.970249] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1901b260-9933-45b0-8421-0e40c69c1331" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.970395] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1901b260-9933-45b0-8421-0e40c69c1331" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.970693] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1901b260-9933-45b0-8421-0e40c69c1331" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.970942] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.971167] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.971317] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.971565] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.971753] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.971943] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1901b260-9933-45b0-8421-0e40c69c1331',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.236848] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-510 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.237069] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-510" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.237379] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-510" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.237704] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-510" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.238033] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.238238] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.238393] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.238621] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.238775] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.238988] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1228.239119] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1228.239218] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1228.239315] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1228.239462] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1228.239567] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1228.239704] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1228.259785] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1228.260103] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1228.260181] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1228.260349] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-510" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.260729] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-583a66db-92f0-4912-8fd3-b4f39749f699 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.260950] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-583a66db-92f0-4912-8fd3-b4f39749f699" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.261141] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-583a66db-92f0-4912-8fd3-b4f39749f699" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.261607] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-583a66db-92f0-4912-8fd3-b4f39749f699" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.261766] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('583a66db-92f0-4912-8fd3-b4f39749f699',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.332551] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.332745] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.332819] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.333107] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.333179] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.333261] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfb51285-74ab-4d3d-be92-ef644a3efcad is going to be updated. [ 1228.364546] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.364722] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.364773] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.364987] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.365149] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.373653] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfb51285-74ab-4d3d-be92-ef644a3efcad in Status: IN_PROGRESS for 2s [ 1228.474435] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.474576] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.474634] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.474852] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.496672] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.497011] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.497128] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.497204] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.497772] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.497772] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.497772] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1901b260-9933-45b0-8421-0e40c69c1331 is going to be updated. [ 1228.527123] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.527328] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.527531] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.527618] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.527763] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.537187] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1901b260-9933-45b0-8421-0e40c69c1331 in Status: IN_PROGRESS for 2s [ 1228.765868] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.766124] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.766254] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.766541] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.766697] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.766854] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port 583a66db-92f0-4912-8fd3-b4f39749f699 not found, creating... [ 1228.767130] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.767297] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.767429] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.767668] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.767801] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.768096] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.768260] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.768381] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.768586] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.768723] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.768861] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: 583a66db-92f0-4912-8fd3-b4f39749f699 is going to be created. [ 1228.788950] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.789171] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.789300] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.789698] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.789873] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.790112] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-583a66db-92f0-4912-8fd3-b4f39749f699" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.663697] env[69836]: INFO networking_nsxv3.common.synchronization [req-63da5c8b-35bc-4510-a52d-45b4ecf25d41 req-cb090974-faf4-492f-b065-600221ef5263 service nova] Enqueued Resource ID: 1901b260-9933-45b0-8421-0e40c69c1331 with Priority: HIGHEST for action security_group_rules [ 1229.663697] env[69836]: INFO networking_nsxv3.common.synchronization [req-63da5c8b-35bc-4510-a52d-45b4ecf25d41 req-cb090974-faf4-492f-b065-600221ef5263 service nova] Enqueued Resource ID: 1901b260-9933-45b0-8421-0e40c69c1331 with Priority: HIGHEST for action security_group_members [ 1229.664086] env[69836]: INFO networking_nsxv3.common.synchronization [req-63da5c8b-35bc-4510-a52d-45b4ecf25d41 req-cb090974-faf4-492f-b065-600221ef5263 service nova] Enqueued Resource ID: 583a66db-92f0-4912-8fd3-b4f39749f699 with Priority: HIGHEST for action port [ 1229.664086] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1901b260-9933-45b0-8421-0e40c69c1331 with Priority: HIGHEST for action security_group_rules [ 1229.664209] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1901b260-9933-45b0-8421-0e40c69c1331 with Priority: HIGHEST for action security_group_members [ 1229.664264] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 583a66db-92f0-4912-8fd3-b4f39749f699 with Priority: HIGHEST for action port [ 1229.664922] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1901b260-9933-45b0-8421-0e40c69c1331 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.664922] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1901b260-9933-45b0-8421-0e40c69c1331" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.665136] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1901b260-9933-45b0-8421-0e40c69c1331" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.665288] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1901b260-9933-45b0-8421-0e40c69c1331" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.665373] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1901b260-9933-45b0-8421-0e40c69c1331',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.666228] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-1901b260-9933-45b0-8421-0e40c69c1331 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.666745] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1901b260-9933-45b0-8421-0e40c69c1331" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.666745] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-583a66db-92f0-4912-8fd3-b4f39749f699 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.666745] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-583a66db-92f0-4912-8fd3-b4f39749f699" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.666745] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-583a66db-92f0-4912-8fd3-b4f39749f699" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.667082] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-583a66db-92f0-4912-8fd3-b4f39749f699" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.667082] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('583a66db-92f0-4912-8fd3-b4f39749f699',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.726808] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9107d0d-6f97-4776-871c-a878bf34c420 in Status: SUCCESS [ 1229.726980] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9107d0d-6f97-4776-871c-a878bf34c420 deletion is rescheduled due to dependency. [ 1229.727102] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9107d0d-6f97-4776-871c-a878bf34c420" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.727262] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9107d0d-6f97-4776-871c-a878bf34c420" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.727548] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9107d0d-6f97-4776-871c-a878bf34c420" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.727735] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.727850] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.727913] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.728074] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.728153] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.728250] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9107d0d-6f97-4776-871c-a878bf34c420',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.168499] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-1901b260-9933-45b0-8421-0e40c69c1331 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.168653] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1901b260-9933-45b0-8421-0e40c69c1331" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.169039] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 583a66db-92f0-4912-8fd3-b4f39749f699 with status ACTIVE [ 1230.169123] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.169175] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.169311] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.169550] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.169649] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.169833] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.169942] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.170012] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.170187] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.170492] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.170492] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.170613] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.170715] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.170844] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.170919] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.172124] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 583a66db-92f0-4912-8fd3-b4f39749f699 is going to be updated. [ 1230.199600] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.199883] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.199883] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.200089] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.200400] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.200470] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-583a66db-92f0-4912-8fd3-b4f39749f699" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.230577] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.230754] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.230917] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.231161] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.231254] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.231509] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.231622] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.231622] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.231793] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.231876] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.231967] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9107d0d-6f97-4776-871c-a878bf34c420 is going to be updated. [ 1230.245632] env[69836]: INFO networking_nsxv3.common.synchronization [None req-c2d1efb9-038f-4497-8730-abd4a4e48a1d None None] Enqueued Resource ID: 090b0b23-63b8-4898-bc5b-246d31b1a5a8 with Priority: HIGHEST for action port [ 1230.246273] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 090b0b23-63b8-4898-bc5b-246d31b1a5a8 with Priority: HIGHEST for action port [ 1230.246654] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-090b0b23-63b8-4898-bc5b-246d31b1a5a8 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.247263] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-090b0b23-63b8-4898-bc5b-246d31b1a5a8" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.247263] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-090b0b23-63b8-4898-bc5b-246d31b1a5a8" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.247263] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-090b0b23-63b8-4898-bc5b-246d31b1a5a8" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.248762] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('090b0b23-63b8-4898-bc5b-246d31b1a5a8',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.260740] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.260987] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.261059] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.261383] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.261494] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.271994] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9107d0d-6f97-4776-871c-a878bf34c420 in Status: IN_PROGRESS for 2s [ 1230.389950] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfb51285-74ab-4d3d-be92-ef644a3efcad in Status: SUCCESS [ 1230.389950] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfb51285-74ab-4d3d-be92-ef644a3efcad" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.390232] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfb51285-74ab-4d3d-be92-ef644a3efcad" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.390276] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfb51285-74ab-4d3d-be92-ef644a3efcad" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.390466] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.390673] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.390742] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.390897] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.390978] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.391085] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfb51285-74ab-4d3d-be92-ef644a3efcad" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.391176] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bfb51285-74ab-4d3d-be92-ef644a3efcad',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.551235] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1901b260-9933-45b0-8421-0e40c69c1331 in Status: SUCCESS [ 1230.551480] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1901b260-9933-45b0-8421-0e40c69c1331 deletion is rescheduled due to dependency. [ 1230.551599] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1901b260-9933-45b0-8421-0e40c69c1331" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.551684] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1901b260-9933-45b0-8421-0e40c69c1331" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.555100] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1901b260-9933-45b0-8421-0e40c69c1331" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.555498] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.555696] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.555773] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.555924] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.556046] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.556285] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1901b260-9933-45b0-8421-0e40c69c1331',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.757046] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 090b0b23-63b8-4898-bc5b-246d31b1a5a8 [ 1230.757046] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.757432] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.757432] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.757432] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.757540] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.757909] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:090b0b23-63b8-4898-bc5b-246d31b1a5a8 already deleted. [ 1230.757909] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-090b0b23-63b8-4898-bc5b-246d31b1a5a8" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.894510] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bfb51285-74ab-4d3d-be92-ef644a3efcad',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.062485] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1901b260-9933-45b0-8421-0e40c69c1331',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.401323] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bfb51285-74ab-4d3d-be92-ef644a3efcad: rpc.has_security_group_logging(os_id): False [ 1231.424285] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.424502] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.424502] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.424741] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.451155] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.451155] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.451155] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.451155] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.451155] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.451449] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.451449] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bfb51285-74ab-4d3d-be92-ef644a3efcad is going to be updated. [ 1231.523583] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.523782] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.523843] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.524128] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.524378] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.545853] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bfb51285-74ab-4d3d-be92-ef644a3efcad in Status: IN_PROGRESS for 2s [ 1231.565422] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1901b260-9933-45b0-8421-0e40c69c1331',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.068727] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.069095] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.069095] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.069213] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.069264] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.069327] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1901b260-9933-45b0-8421-0e40c69c1331 is going to be updated. [ 1232.125725] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.125942] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.126225] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.130125] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.130412] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.142961] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1901b260-9933-45b0-8421-0e40c69c1331 in Status: IN_PROGRESS for 2s [ 1232.281817] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9107d0d-6f97-4776-871c-a878bf34c420 in Status: SUCCESS [ 1232.282171] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9107d0d-6f97-4776-871c-a878bf34c420 deletion is rescheduled due to dependency. [ 1232.282309] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9107d0d-6f97-4776-871c-a878bf34c420" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.282580] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9107d0d-6f97-4776-871c-a878bf34c420" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.282780] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9107d0d-6f97-4776-871c-a878bf34c420" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.282999] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.283140] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.283209] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.283369] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.283452] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.283540] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9107d0d-6f97-4776-871c-a878bf34c420" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.283699] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9107d0d-6f97-4776-871c-a878bf34c420 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.283792] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9107d0d-6f97-4776-871c-a878bf34c420" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.283852] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9107d0d-6f97-4776-871c-a878bf34c420" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.283989] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9107d0d-6f97-4776-871c-a878bf34c420" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.284137] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.284225] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.284290] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.284533] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.284572] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.284656] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9107d0d-6f97-4776-871c-a878bf34c420" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.284768] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e9107d0d-6f97-4776-871c-a878bf34c420',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.690951] env[69836]: INFO networking_nsxv3.common.synchronization [None req-907936aa-8027-4d77-8076-477e3c1f3ff4 None None] Enqueued Resource ID: 041a654e-90dd-4d10-9272-da98ee90b37e with Priority: HIGHEST for action port [ 1232.690951] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 041a654e-90dd-4d10-9272-da98ee90b37e with Priority: HIGHEST for action port [ 1232.691155] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-041a654e-90dd-4d10-9272-da98ee90b37e taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.691234] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-041a654e-90dd-4d10-9272-da98ee90b37e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.691315] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-041a654e-90dd-4d10-9272-da98ee90b37e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.691587] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-041a654e-90dd-4d10-9272-da98ee90b37e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.691674] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('041a654e-90dd-4d10-9272-da98ee90b37e',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.788795] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e9107d0d-6f97-4776-871c-a878bf34c420: rpc.has_security_group_logging(os_id): False [ 1232.808753] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.808906] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.808962] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.809240] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.809341] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.809574] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.809670] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.809733] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.809891] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.809962] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.810181] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.810276] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.810338] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.810482] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.810551] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.810761] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.810870] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.810957] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.811084] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.811159] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.812067] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9107d0d-6f97-4776-871c-a878bf34c420 is going to be updated. [ 1232.879306] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.879534] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.879534] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.880079] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.880079] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.896479] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9107d0d-6f97-4776-871c-a878bf34c420 in Status: IN_PROGRESS for 2s [ 1233.194569] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 041a654e-90dd-4d10-9272-da98ee90b37e [ 1233.195125] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.195331] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.195438] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.195673] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.195767] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.195871] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:041a654e-90dd-4d10-9272-da98ee90b37e already deleted. [ 1233.195954] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-041a654e-90dd-4d10-9272-da98ee90b37e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.558820] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bfb51285-74ab-4d3d-be92-ef644a3efcad in Status: SUCCESS [ 1233.559024] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bfb51285-74ab-4d3d-be92-ef644a3efcad" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.154076] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1901b260-9933-45b0-8421-0e40c69c1331 in Status: SUCCESS [ 1234.154375] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1901b260-9933-45b0-8421-0e40c69c1331" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.154547] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1901b260-9933-45b0-8421-0e40c69c1331" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.155089] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1901b260-9933-45b0-8421-0e40c69c1331" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.155089] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.156148] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.156148] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.156148] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.156148] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.156148] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1901b260-9933-45b0-8421-0e40c69c1331" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.156148] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1901b260-9933-45b0-8421-0e40c69c1331',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.659500] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1901b260-9933-45b0-8421-0e40c69c1331',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.914973] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9107d0d-6f97-4776-871c-a878bf34c420 in Status: SUCCESS [ 1234.914973] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9107d0d-6f97-4776-871c-a878bf34c420" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.914973] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9107d0d-6f97-4776-871c-a878bf34c420" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.914973] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9107d0d-6f97-4776-871c-a878bf34c420" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.914973] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9107d0d-6f97-4776-871c-a878bf34c420',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.165878] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1901b260-9933-45b0-8421-0e40c69c1331: rpc.has_security_group_logging(os_id): False [ 1235.190113] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.190347] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.190347] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.190533] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.190669] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.191039] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.191168] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.191231] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.191391] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.191506] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.191614] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1901b260-9933-45b0-8421-0e40c69c1331 is going to be updated. [ 1235.267521] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.267732] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.267810] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.267999] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.268278] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.286764] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1901b260-9933-45b0-8421-0e40c69c1331 in Status: IN_PROGRESS for 2s [ 1235.470346] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.470709] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.470709] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.470858] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.470923] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.470982] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9107d0d-6f97-4776-871c-a878bf34c420 is going to be deleted. [ 1235.545418] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.545648] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.545648] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.545870] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.546102] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.546102] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9107d0d-6f97-4776-871c-a878bf34c420" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.265827] env[69836]: INFO networking_nsxv3.common.synchronization [req-67526aa7-5198-4aed-a746-925901f8b281 req-8eea0e54-ed76-481e-b6ec-966d0114c669 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Enqueued Resource ID: d9dd1139-d4d7-4581-833d-a978dce550dc with Priority: HIGHEST for action security_group_members [ 1236.267361] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9dd1139-d4d7-4581-833d-a978dce550dc with Priority: HIGHEST for action security_group_members [ 1236.267792] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9dd1139-d4d7-4581-833d-a978dce550dc taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.268038] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.268130] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.268410] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.268603] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.268734] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.268817] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.268993] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.269137] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.269303] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9dd1139-d4d7-4581-833d-a978dce550dc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.589022] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-642 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.589022] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-642" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.589022] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-642" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.589022] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-642" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.589022] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.589022] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.589022] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.589022] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.589671] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.590075] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1236.592769] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1236.592769] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1236.592769] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1236.592769] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1236.592769] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1236.592769] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1236.614027] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1236.614027] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1236.614027] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1236.614027] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-642" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.614027] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-b770621a-00c6-4e85-b678-ae109c04c12d taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.614027] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-b770621a-00c6-4e85-b678-ae109c04c12d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.614027] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-b770621a-00c6-4e85-b678-ae109c04c12d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.614027] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-b770621a-00c6-4e85-b678-ae109c04c12d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.614027] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b770621a-00c6-4e85-b678-ae109c04c12d',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.772242] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.772242] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.772242] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.772485] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.772600] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.772842] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.772992] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.773108] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.773307] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.773430] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.773555] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9dd1139-d4d7-4581-833d-a978dce550dc already deleted. [ 1236.773696] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.116963] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.117214] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.117367] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.117718] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.117883] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.118157] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port b770621a-00c6-4e85-b678-ae109c04c12d not found, creating... [ 1237.118485] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.118697] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.118897] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.119229] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.119326] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.119802] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.120023] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.120224] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.120509] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.120719] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.120933] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: b770621a-00c6-4e85-b678-ae109c04c12d is going to be created. [ 1237.143852] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.144161] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.144312] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.144626] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.144904] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.145337] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-b770621a-00c6-4e85-b678-ae109c04c12d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.299828] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1901b260-9933-45b0-8421-0e40c69c1331 in Status: SUCCESS [ 1237.300093] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1901b260-9933-45b0-8421-0e40c69c1331" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.588877] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-638 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.588877] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-638" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.589098] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-638" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.589212] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-638" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.589487] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.589684] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.589812] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.590171] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.590356] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.590569] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1237.590700] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1237.590789] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1237.590908] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1237.590999] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1237.591117] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1237.591252] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1237.611079] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1237.611255] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1237.611394] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1237.611579] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-638" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.611951] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-220a7f7f-e385-4299-ba93-5b1272debac1 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.612153] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-220a7f7f-e385-4299-ba93-5b1272debac1" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.612276] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-220a7f7f-e385-4299-ba93-5b1272debac1" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.612539] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-220a7f7f-e385-4299-ba93-5b1272debac1" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.612677] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('220a7f7f-e385-4299-ba93-5b1272debac1',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.821925] env[69836]: INFO networking_nsxv3.common.synchronization [req-67526aa7-5198-4aed-a746-925901f8b281 req-6a8d3ab6-6914-47f0-a8b1-d969af5179e3 service nova] Enqueued Resource ID: d9dd1139-d4d7-4581-833d-a978dce550dc with Priority: HIGHEST for action security_group_rules [ 1237.822121] env[69836]: INFO networking_nsxv3.common.synchronization [req-67526aa7-5198-4aed-a746-925901f8b281 req-6a8d3ab6-6914-47f0-a8b1-d969af5179e3 service nova] Enqueued Resource ID: d9dd1139-d4d7-4581-833d-a978dce550dc with Priority: HIGHEST for action security_group_members [ 1237.822311] env[69836]: INFO networking_nsxv3.common.synchronization [req-67526aa7-5198-4aed-a746-925901f8b281 req-6a8d3ab6-6914-47f0-a8b1-d969af5179e3 service nova] Enqueued Resource ID: b770621a-00c6-4e85-b678-ae109c04c12d with Priority: HIGHEST for action port [ 1237.826306] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9dd1139-d4d7-4581-833d-a978dce550dc with Priority: HIGHEST for action security_group_rules [ 1237.826693] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9dd1139-d4d7-4581-833d-a978dce550dc with Priority: HIGHEST for action security_group_members [ 1237.826693] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b770621a-00c6-4e85-b678-ae109c04c12d with Priority: HIGHEST for action port [ 1237.826914] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9dd1139-d4d7-4581-833d-a978dce550dc taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.827052] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.827052] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.827307] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.827395] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9dd1139-d4d7-4581-833d-a978dce550dc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.831078] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9dd1139-d4d7-4581-833d-a978dce550dc taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.831078] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.831078] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.831078] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.831304] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.831304] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.831304] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.831670] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.831670] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.831670] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9dd1139-d4d7-4581-833d-a978dce550dc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.833714] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-b770621a-00c6-4e85-b678-ae109c04c12d taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.833714] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b770621a-00c6-4e85-b678-ae109c04c12d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.833927] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b770621a-00c6-4e85-b678-ae109c04c12d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.834402] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b770621a-00c6-4e85-b678-ae109c04c12d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.834596] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b770621a-00c6-4e85-b678-ae109c04c12d',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.115525] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.115775] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.115909] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.116264] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.116431] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.116744] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.116917] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.117068] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.117297] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.117520] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.117854] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.118045] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.118171] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.118388] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.118529] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.118678] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: 220a7f7f-e385-4299-ba93-5b1272debac1 is going to be updated. [ 1238.143447] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.143788] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.143908] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.144221] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.144462] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.144769] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-220a7f7f-e385-4299-ba93-5b1272debac1" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.331017] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9dd1139-d4d7-4581-833d-a978dce550dc taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.331475] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.336713] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9dd1139-d4d7-4581-833d-a978dce550dc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.338045] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b770621a-00c6-4e85-b678-ae109c04c12d with status ACTIVE [ 1238.338178] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.338178] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.338277] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.338487] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.338613] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.338820] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.338930] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.338991] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.339196] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.339276] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.339538] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.339639] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.339704] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.339913] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.340048] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.340160] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b770621a-00c6-4e85-b678-ae109c04c12d is going to be updated. [ 1238.369252] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.369499] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.369574] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.369891] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.370112] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.370335] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b770621a-00c6-4e85-b678-ae109c04c12d" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.843337] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9dd1139-d4d7-4581-833d-a978dce550dc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.025716] env[69836]: INFO networking_nsxv3.common.synchronization [req-6d5bc636-945c-416d-a2c1-9ebfe79aecaf req-b47eec8d-114c-4022-a4f3-60b81ec3d744 service nova] Enqueued Resource ID: eeba56df-2627-460c-8c20-e0345e5a8cbf with Priority: HIGHEST for action security_group_rules [ 1239.025907] env[69836]: INFO networking_nsxv3.common.synchronization [req-6d5bc636-945c-416d-a2c1-9ebfe79aecaf req-b47eec8d-114c-4022-a4f3-60b81ec3d744 service nova] Enqueued Resource ID: eeba56df-2627-460c-8c20-e0345e5a8cbf with Priority: HIGHEST for action security_group_members [ 1239.026064] env[69836]: INFO networking_nsxv3.common.synchronization [req-6d5bc636-945c-416d-a2c1-9ebfe79aecaf req-b47eec8d-114c-4022-a4f3-60b81ec3d744 service nova] Enqueued Resource ID: 220a7f7f-e385-4299-ba93-5b1272debac1 with Priority: HIGHEST for action port [ 1239.026303] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeba56df-2627-460c-8c20-e0345e5a8cbf with Priority: HIGHEST for action security_group_rules [ 1239.026432] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeba56df-2627-460c-8c20-e0345e5a8cbf with Priority: HIGHEST for action security_group_members [ 1239.026528] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 220a7f7f-e385-4299-ba93-5b1272debac1 with Priority: HIGHEST for action port [ 1239.029617] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eeba56df-2627-460c-8c20-e0345e5a8cbf taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.029775] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.029843] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.030059] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.030146] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eeba56df-2627-460c-8c20-e0345e5a8cbf',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.032681] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeba56df-2627-460c-8c20-e0345e5a8cbf taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.032829] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.032915] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.036495] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.036495] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.036495] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.036495] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.036495] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.036495] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.036495] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eeba56df-2627-460c-8c20-e0345e5a8cbf',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.036495] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-220a7f7f-e385-4299-ba93-5b1272debac1 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.036495] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-220a7f7f-e385-4299-ba93-5b1272debac1" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.036495] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-220a7f7f-e385-4299-ba93-5b1272debac1" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.037231] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-220a7f7f-e385-4299-ba93-5b1272debac1" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.037231] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('220a7f7f-e385-4299-ba93-5b1272debac1',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.349676] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.350196] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.350196] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.350196] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.350318] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.350318] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9dd1139-d4d7-4581-833d-a978dce550dc is going to be created. [ 1239.380174] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.380387] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.380387] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.380555] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.380727] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.392976] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9dd1139-d4d7-4581-833d-a978dce550dc in Status: UNINITIALIZED for 2s [ 1239.539770] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeba56df-2627-460c-8c20-e0345e5a8cbf taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.539950] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.540221] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eeba56df-2627-460c-8c20-e0345e5a8cbf',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.541632] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 220a7f7f-e385-4299-ba93-5b1272debac1 with status ACTIVE [ 1239.541823] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.541946] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.542515] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.542515] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.542515] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.542515] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.542759] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.542759] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.542759] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.542849] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.543037] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.543546] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.543546] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.543546] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.543546] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.543709] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 220a7f7f-e385-4299-ba93-5b1272debac1 is going to be updated. [ 1239.571165] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.571396] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.571396] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.571575] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.571701] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.572061] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-220a7f7f-e385-4299-ba93-5b1272debac1" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.042298] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eeba56df-2627-460c-8c20-e0345e5a8cbf',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.546024] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.546024] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.546024] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.546024] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.546024] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.546024] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eeba56df-2627-460c-8c20-e0345e5a8cbf is going to be updated. [ 1240.573156] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.573387] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.573387] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.573614] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.573782] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.583241] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeba56df-2627-460c-8c20-e0345e5a8cbf in Status: IN_PROGRESS for 2s [ 1241.403280] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9dd1139-d4d7-4581-833d-a978dce550dc in Status: SUCCESS [ 1241.403550] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.403778] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.404060] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.404289] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.404410] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.404486] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.404647] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.404762] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.404865] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.404972] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d9dd1139-d4d7-4581-833d-a978dce550dc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.907313] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9dd1139-d4d7-4581-833d-a978dce550dc taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.907993] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.907993] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.907993] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.908121] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.908198] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.908264] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.908501] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.908644] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.908776] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.908964] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9dd1139-d4d7-4581-833d-a978dce550dc taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.909078] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.909173] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.909695] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.909695] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.909695] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.909893] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.909951] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.910034] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.910751] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.910751] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d9dd1139-d4d7-4581-833d-a978dce550dc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.416594] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d9dd1139-d4d7-4581-833d-a978dce550dc: rpc.has_security_group_logging(os_id): False [ 1242.438140] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.438375] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.438375] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.438569] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.438668] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.439232] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.439445] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.439599] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.440413] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.440413] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.440413] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.440413] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.440413] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.440700] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.440700] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.440760] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.440833] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.440933] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.441053] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.441141] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.441230] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9dd1139-d4d7-4581-833d-a978dce550dc is going to be created. [ 1242.591752] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.591752] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.591752] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.591997] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.592181] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.594390] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeba56df-2627-460c-8c20-e0345e5a8cbf in Status: SUCCESS [ 1242.594612] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.594747] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.594994] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.595298] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.595298] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.595514] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.595594] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.595654] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.595887] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.595887] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eeba56df-2627-460c-8c20-e0345e5a8cbf',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.601439] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9dd1139-d4d7-4581-833d-a978dce550dc in Status: IN_PROGRESS for 2s [ 1243.099219] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeba56df-2627-460c-8c20-e0345e5a8cbf taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.099608] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.099608] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.099763] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.099926] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.100040] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.100102] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.100248] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.100421] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.100421] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.100586] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeba56df-2627-460c-8c20-e0345e5a8cbf taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.100740] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.100823] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.100960] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.101113] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.101204] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.101273] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.101418] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.101476] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.101549] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.101638] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eeba56df-2627-460c-8c20-e0345e5a8cbf',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.604653] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eeba56df-2627-460c-8c20-e0345e5a8cbf: rpc.has_security_group_logging(os_id): False [ 1243.624718] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.624881] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.624962] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.626315] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.626315] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.626315] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.626315] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.626315] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.626315] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.626315] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.626638] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.626638] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.626708] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.626858] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.626953] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.627465] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.627465] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.627602] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.628394] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.628394] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.628394] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eeba56df-2627-460c-8c20-e0345e5a8cbf is going to be updated. [ 1243.711431] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.711614] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.711682] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.711978] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.712156] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.725909] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eeba56df-2627-460c-8c20-e0345e5a8cbf in Status: IN_PROGRESS for 2s [ 1244.027831] env[69836]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1244.028069] env[69836]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1244.618805] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9dd1139-d4d7-4581-833d-a978dce550dc in Status: SUCCESS [ 1244.619366] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.913433] env[69836]: INFO networking_nsxv3.common.synchronization [req-b74829ec-b481-46aa-a820-d87519918ca8 req-9a689f0e-9b9f-43f6-bda2-b5b09afebfb8 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Enqueued Resource ID: 1bdd25b6-02e7-4e53-bd3c-359f3d415d46 with Priority: HIGHEST for action security_group_members [ 1244.913433] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bdd25b6-02e7-4e53-bd3c-359f3d415d46 with Priority: HIGHEST for action security_group_members [ 1244.914798] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bdd25b6-02e7-4e53-bd3c-359f3d415d46 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.914798] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bdd25b6-02e7-4e53-bd3c-359f3d415d46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.914798] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bdd25b6-02e7-4e53-bd3c-359f3d415d46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.914798] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bdd25b6-02e7-4e53-bd3c-359f3d415d46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.914798] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.915108] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.915108] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.915179] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.915218] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.915294] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1bdd25b6-02e7-4e53-bd3c-359f3d415d46',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.418695] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.418910] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.418991] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.419176] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.441730] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.442100] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.442235] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.442235] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.442419] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.442490] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.442541] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bdd25b6-02e7-4e53-bd3c-359f3d415d46 is going to be updated. [ 1245.469444] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.469781] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.469781] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.470307] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.470307] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.478991] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bdd25b6-02e7-4e53-bd3c-359f3d415d46 in Status: IN_PROGRESS for 2s [ 1245.740160] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eeba56df-2627-460c-8c20-e0345e5a8cbf in Status: SUCCESS [ 1245.740453] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.489782] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bdd25b6-02e7-4e53-bd3c-359f3d415d46 in Status: SUCCESS [ 1247.490117] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bdd25b6-02e7-4e53-bd3c-359f3d415d46 deletion is rescheduled due to dependency. [ 1247.490117] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bdd25b6-02e7-4e53-bd3c-359f3d415d46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.914757] env[69836]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1249.915210] env[69836]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1251.653553] env[69836]: INFO networking_nsxv3.common.synchronization [req-6736c03f-9f9b-4ca1-a7c7-42338e4c870e req-6ed404f9-17da-45f8-be39-7c5a40a5d54b tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Enqueued Resource ID: d9dd1139-d4d7-4581-833d-a978dce550dc with Priority: HIGHEST for action security_group_members [ 1251.654182] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9dd1139-d4d7-4581-833d-a978dce550dc with Priority: HIGHEST for action security_group_members [ 1251.654579] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9dd1139-d4d7-4581-833d-a978dce550dc taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.654641] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.654674] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.654873] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.655019] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.655123] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.655180] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.655326] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.655396] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.655492] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9dd1139-d4d7-4581-833d-a978dce550dc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.957876] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-642 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.958074] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-642" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.958271] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-642" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.958605] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-642" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.958886] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.959100] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.959254] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.959563] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.959743] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.959995] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1251.960177] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1251.960314] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1251.960469] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1251.960619] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1251.960750] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1251.960914] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1251.985116] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1251.985341] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1251.985507] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1251.985726] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-642" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.986182] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-0cb5eae1-2e0a-478a-bd51-b05623b251b1 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.986403] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-0cb5eae1-2e0a-478a-bd51-b05623b251b1" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.986550] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-0cb5eae1-2e0a-478a-bd51-b05623b251b1" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.986913] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-0cb5eae1-2e0a-478a-bd51-b05623b251b1" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.987088] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cb5eae1-2e0a-478a-bd51-b05623b251b1',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.159427] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9dd1139-d4d7-4581-833d-a978dce550dc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.489411] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.489760] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.489992] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.490417] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.490606] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.490804] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port 0cb5eae1-2e0a-478a-bd51-b05623b251b1 not found, creating... [ 1252.491153] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.491330] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.491410] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.491761] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.491931] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.492271] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.492430] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.492551] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.492772] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.492910] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.493067] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: 0cb5eae1-2e0a-478a-bd51-b05623b251b1 is going to be created. [ 1252.516133] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.516444] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.516621] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.516941] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.517286] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.517594] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-0cb5eae1-2e0a-478a-bd51-b05623b251b1" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.661807] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9dd1139-d4d7-4581-833d-a978dce550dc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.169147] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.169147] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.169147] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.169147] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.169147] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.169147] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9dd1139-d4d7-4581-833d-a978dce550dc is going to be updated. [ 1253.216324] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.216536] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.216599] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.216802] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.216968] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.231047] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9dd1139-d4d7-4581-833d-a978dce550dc in Status: IN_PROGRESS for 2s [ 1253.402217] env[69836]: INFO networking_nsxv3.common.synchronization [req-6736c03f-9f9b-4ca1-a7c7-42338e4c870e req-04410cc1-95ff-4617-8b29-f2c837548807 service nova] Enqueued Resource ID: d9dd1139-d4d7-4581-833d-a978dce550dc with Priority: HIGHEST for action security_group_rules [ 1253.402217] env[69836]: INFO networking_nsxv3.common.synchronization [req-6736c03f-9f9b-4ca1-a7c7-42338e4c870e req-04410cc1-95ff-4617-8b29-f2c837548807 service nova] Enqueued Resource ID: d9dd1139-d4d7-4581-833d-a978dce550dc with Priority: HIGHEST for action security_group_members [ 1253.402217] env[69836]: INFO networking_nsxv3.common.synchronization [req-6736c03f-9f9b-4ca1-a7c7-42338e4c870e req-04410cc1-95ff-4617-8b29-f2c837548807 service nova] Enqueued Resource ID: 0cb5eae1-2e0a-478a-bd51-b05623b251b1 with Priority: HIGHEST for action port [ 1253.402217] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9dd1139-d4d7-4581-833d-a978dce550dc with Priority: HIGHEST for action security_group_rules [ 1253.405801] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9dd1139-d4d7-4581-833d-a978dce550dc with Priority: HIGHEST for action security_group_members [ 1253.406129] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cb5eae1-2e0a-478a-bd51-b05623b251b1 with Priority: HIGHEST for action port [ 1253.407281] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9dd1139-d4d7-4581-833d-a978dce550dc taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.407559] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.408085] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.408636] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.408844] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9dd1139-d4d7-4581-833d-a978dce550dc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.410430] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9dd1139-d4d7-4581-833d-a978dce550dc taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.410702] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.411057] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-0cb5eae1-2e0a-478a-bd51-b05623b251b1 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.412530] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0cb5eae1-2e0a-478a-bd51-b05623b251b1" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.412530] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0cb5eae1-2e0a-478a-bd51-b05623b251b1" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.412530] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0cb5eae1-2e0a-478a-bd51-b05623b251b1" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.412530] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cb5eae1-2e0a-478a-bd51-b05623b251b1',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.752513] env[69836]: INFO networking_nsxv3.common.synchronization [req-342bf5f4-2116-40b1-b4c7-48f1dd5f45e3 req-c2cb06d6-bfbb-4989-81b1-6beff5515ad3 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Enqueued Resource ID: d4ba15e8-6943-44dd-8aab-527fc0fec908 with Priority: HIGHEST for action security_group_members [ 1253.753133] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4ba15e8-6943-44dd-8aab-527fc0fec908 with Priority: HIGHEST for action security_group_members [ 1253.753461] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4ba15e8-6943-44dd-8aab-527fc0fec908 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.753611] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4ba15e8-6943-44dd-8aab-527fc0fec908" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.753690] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4ba15e8-6943-44dd-8aab-527fc0fec908" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.753899] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4ba15e8-6943-44dd-8aab-527fc0fec908" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.754130] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.754204] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.754242] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.754449] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.754507] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.754699] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4ba15e8-6943-44dd-8aab-527fc0fec908',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.913508] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9dd1139-d4d7-4581-833d-a978dce550dc taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.913628] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.913834] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0cb5eae1-2e0a-478a-bd51-b05623b251b1 with status ACTIVE [ 1253.914020] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.914143] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.914206] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.914386] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.914490] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.914699] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.914815] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.914884] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.918048] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.918048] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.918048] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.918048] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.918048] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.918048] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.918048] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.918048] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0cb5eae1-2e0a-478a-bd51-b05623b251b1 is going to be updated. [ 1253.952954] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.953129] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.953199] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.953425] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.953569] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.953737] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0cb5eae1-2e0a-478a-bd51-b05623b251b1" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.256737] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d4ba15e8-6943-44dd-8aab-527fc0fec908',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.331037] env[69836]: INFO networking_nsxv3.common.synchronization [req-56ccba45-8e4f-4a70-bb06-20a9648dd209 req-f77d2d32-1dc2-456d-a794-c06ac407ea9c tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Enqueued Resource ID: 1bdd25b6-02e7-4e53-bd3c-359f3d415d46 with Priority: HIGHEST for action security_group_members [ 1254.331619] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bdd25b6-02e7-4e53-bd3c-359f3d415d46 with Priority: HIGHEST for action security_group_members [ 1254.331930] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bdd25b6-02e7-4e53-bd3c-359f3d415d46 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.332061] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bdd25b6-02e7-4e53-bd3c-359f3d415d46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.332129] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bdd25b6-02e7-4e53-bd3c-359f3d415d46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.332324] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bdd25b6-02e7-4e53-bd3c-359f3d415d46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.332477] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.332576] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.332639] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.332781] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.332868] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.332976] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1bdd25b6-02e7-4e53-bd3c-359f3d415d46',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.760031] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d4ba15e8-6943-44dd-8aab-527fc0fec908',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.771146] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-949 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.771457] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-949" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.771653] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-949" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.772067] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-949" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.772493] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.773267] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.773267] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.773386] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.773527] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.773841] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1254.774039] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1254.774225] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1254.774400] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1254.774585] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1254.775167] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1254.775167] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1254.795649] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1254.795911] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1254.796150] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1254.796420] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-949" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.796911] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-ce7dd5c6-dc64-41bf-ae1e-6deb60fe8924 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.797189] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-ce7dd5c6-dc64-41bf-ae1e-6deb60fe8924" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.797383] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-ce7dd5c6-dc64-41bf-ae1e-6deb60fe8924" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.797872] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-ce7dd5c6-dc64-41bf-ae1e-6deb60fe8924" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.798106] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce7dd5c6-dc64-41bf-ae1e-6deb60fe8924',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.835165] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.835384] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.835384] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.835583] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.835678] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.835875] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.835970] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.836045] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.836193] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.836269] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.836354] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bdd25b6-02e7-4e53-bd3c-359f3d415d46 is going to be updated. [ 1254.863980] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.864217] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.864265] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.864578] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.864804] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.878152] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bdd25b6-02e7-4e53-bd3c-359f3d415d46 in Status: IN_PROGRESS for 2s [ 1255.244125] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9dd1139-d4d7-4581-833d-a978dce550dc in Status: SUCCESS [ 1255.244367] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.244570] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.244786] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.244950] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.245095] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.245206] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.245289] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.245371] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.245509] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9dd1139-d4d7-4581-833d-a978dce550dc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.266708] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.266911] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.266967] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.267179] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.267261] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.267365] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4ba15e8-6943-44dd-8aab-527fc0fec908 is going to be updated. [ 1255.298066] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.298288] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.298400] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.298674] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.298884] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.300989] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.301228] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.301880] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.301880] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.302045] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.302188] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port ce7dd5c6-dc64-41bf-ae1e-6deb60fe8924 not found, creating... [ 1255.302707] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.302707] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.303032] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.303032] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.303149] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.303602] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.303602] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.303845] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.304029] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.304301] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.304511] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: ce7dd5c6-dc64-41bf-ae1e-6deb60fe8924 is going to be created. [ 1255.318095] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4ba15e8-6943-44dd-8aab-527fc0fec908 in Status: IN_PROGRESS for 2s [ 1255.327408] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.327725] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.327870] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.328202] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.328468] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.328726] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-ce7dd5c6-dc64-41bf-ae1e-6deb60fe8924" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.748705] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9dd1139-d4d7-4581-833d-a978dce550dc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.180222] env[69836]: INFO networking_nsxv3.common.synchronization [req-56ccba45-8e4f-4a70-bb06-20a9648dd209 req-31712c24-6bf9-4431-8de5-a0ac22899f34 service nova] Enqueued Resource ID: 1bdd25b6-02e7-4e53-bd3c-359f3d415d46 with Priority: HIGHEST for action security_group_rules [ 1256.180560] env[69836]: INFO networking_nsxv3.common.synchronization [req-56ccba45-8e4f-4a70-bb06-20a9648dd209 req-31712c24-6bf9-4431-8de5-a0ac22899f34 service nova] Enqueued Resource ID: 1bdd25b6-02e7-4e53-bd3c-359f3d415d46 with Priority: HIGHEST for action security_group_members [ 1256.180792] env[69836]: INFO networking_nsxv3.common.synchronization [req-56ccba45-8e4f-4a70-bb06-20a9648dd209 req-31712c24-6bf9-4431-8de5-a0ac22899f34 service nova] Enqueued Resource ID: ce7dd5c6-dc64-41bf-ae1e-6deb60fe8924 with Priority: HIGHEST for action port [ 1256.181587] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bdd25b6-02e7-4e53-bd3c-359f3d415d46 with Priority: HIGHEST for action security_group_rules [ 1256.181819] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bdd25b6-02e7-4e53-bd3c-359f3d415d46 with Priority: HIGHEST for action security_group_members [ 1256.181995] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce7dd5c6-dc64-41bf-ae1e-6deb60fe8924 with Priority: HIGHEST for action port [ 1256.182454] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1bdd25b6-02e7-4e53-bd3c-359f3d415d46 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.182649] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1bdd25b6-02e7-4e53-bd3c-359f3d415d46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.182773] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1bdd25b6-02e7-4e53-bd3c-359f3d415d46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.183106] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1bdd25b6-02e7-4e53-bd3c-359f3d415d46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.183245] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1bdd25b6-02e7-4e53-bd3c-359f3d415d46',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.184604] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bdd25b6-02e7-4e53-bd3c-359f3d415d46 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.184757] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bdd25b6-02e7-4e53-bd3c-359f3d415d46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.185081] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce7dd5c6-dc64-41bf-ae1e-6deb60fe8924 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.185235] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce7dd5c6-dc64-41bf-ae1e-6deb60fe8924" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.185649] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce7dd5c6-dc64-41bf-ae1e-6deb60fe8924" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.185649] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce7dd5c6-dc64-41bf-ae1e-6deb60fe8924" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.185724] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce7dd5c6-dc64-41bf-ae1e-6deb60fe8924',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.254204] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9dd1139-d4d7-4581-833d-a978dce550dc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.687970] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bdd25b6-02e7-4e53-bd3c-359f3d415d46 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.687970] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bdd25b6-02e7-4e53-bd3c-359f3d415d46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.687970] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ce7dd5c6-dc64-41bf-ae1e-6deb60fe8924 with status ACTIVE [ 1256.688186] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.688268] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.688337] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.688553] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.688643] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.688849] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.688959] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.689025] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.689166] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.689242] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.689424] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.689515] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.689619] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.689760] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.689866] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.689989] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ce7dd5c6-dc64-41bf-ae1e-6deb60fe8924 is going to be updated. [ 1256.711338] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.711588] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.711588] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.711739] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.711964] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.712150] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce7dd5c6-dc64-41bf-ae1e-6deb60fe8924" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.757217] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.757436] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.757436] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.757719] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.757815] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.757933] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9dd1139-d4d7-4581-833d-a978dce550dc is going to be updated. [ 1256.793711] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.793934] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.793934] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.794195] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.794353] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.819068] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9dd1139-d4d7-4581-833d-a978dce550dc in Status: IN_PROGRESS for 2s [ 1256.896305] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bdd25b6-02e7-4e53-bd3c-359f3d415d46 in Status: SUCCESS [ 1256.896502] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bdd25b6-02e7-4e53-bd3c-359f3d415d46 deletion is rescheduled due to dependency. [ 1256.896591] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bdd25b6-02e7-4e53-bd3c-359f3d415d46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.896768] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bdd25b6-02e7-4e53-bd3c-359f3d415d46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.897055] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bdd25b6-02e7-4e53-bd3c-359f3d415d46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.897346] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.897526] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.897596] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.897766] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.897850] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.897946] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1bdd25b6-02e7-4e53-bd3c-359f3d415d46',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.328339] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4ba15e8-6943-44dd-8aab-527fc0fec908 in Status: SUCCESS [ 1257.328606] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4ba15e8-6943-44dd-8aab-527fc0fec908" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.400512] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1bdd25b6-02e7-4e53-bd3c-359f3d415d46',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.903849] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1bdd25b6-02e7-4e53-bd3c-359f3d415d46',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.406304] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.406776] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.406776] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.406776] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.406926] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.406926] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bdd25b6-02e7-4e53-bd3c-359f3d415d46 is going to be updated. [ 1258.457683] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.457926] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.457997] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.458236] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.458364] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.469628] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bdd25b6-02e7-4e53-bd3c-359f3d415d46 in Status: IN_PROGRESS for 2s [ 1258.831532] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9dd1139-d4d7-4581-833d-a978dce550dc in Status: SUCCESS [ 1258.831532] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.831532] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.831532] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.831532] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.831532] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.831532] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.831532] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.831976] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.831976] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.831976] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d9dd1139-d4d7-4581-833d-a978dce550dc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.335037] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9dd1139-d4d7-4581-833d-a978dce550dc taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.335365] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.335365] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.335681] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.335865] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.335996] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.336092] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.336364] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.336522] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.336665] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.336830] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9dd1139-d4d7-4581-833d-a978dce550dc taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.336928] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.336994] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.337153] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.337294] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.337386] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.337444] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.337722] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.337800] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.337886] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.337974] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d9dd1139-d4d7-4581-833d-a978dce550dc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.840707] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d9dd1139-d4d7-4581-833d-a978dce550dc: rpc.has_security_group_logging(os_id): False [ 1259.860905] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.861157] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.861157] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.861359] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.861454] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.861659] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.861759] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.861824] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.862161] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.862244] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.862455] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.862553] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.862612] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.862757] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.862835] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.863036] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.863129] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.863182] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.863326] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.863401] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.863486] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9dd1139-d4d7-4581-833d-a978dce550dc is going to be updated. [ 1259.945680] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.945907] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.945907] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.946348] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.946348] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.962719] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9dd1139-d4d7-4581-833d-a978dce550dc in Status: IN_PROGRESS for 2s [ 1260.481038] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bdd25b6-02e7-4e53-bd3c-359f3d415d46 in Status: SUCCESS [ 1260.481371] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bdd25b6-02e7-4e53-bd3c-359f3d415d46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.481678] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bdd25b6-02e7-4e53-bd3c-359f3d415d46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.481968] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bdd25b6-02e7-4e53-bd3c-359f3d415d46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.482300] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.482497] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.482616] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.482892] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.484230] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.484230] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bdd25b6-02e7-4e53-bd3c-359f3d415d46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.484230] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1bdd25b6-02e7-4e53-bd3c-359f3d415d46',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.986766] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1bdd25b6-02e7-4e53-bd3c-359f3d415d46',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.183221] env[69836]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1261.183437] env[69836]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1261.489370] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1bdd25b6-02e7-4e53-bd3c-359f3d415d46: rpc.has_security_group_logging(os_id): False [ 1261.515969] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.516139] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.516199] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.520026] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.520026] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.520026] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.520026] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.520026] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.520026] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.520026] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.520026] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1bdd25b6-02e7-4e53-bd3c-359f3d415d46 is going to be updated. [ 1261.602767] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.602995] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.602995] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.603625] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.603625] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.619510] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1bdd25b6-02e7-4e53-bd3c-359f3d415d46 in Status: IN_PROGRESS for 2s [ 1261.641549] env[69836]: INFO networking_nsxv3.common.synchronization [req-a78ff5dd-6734-4c19-bd76-451cc83c2fd9 req-173b4779-6bdf-4704-ab29-8c33e11cad4e tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Enqueued Resource ID: d4ba15e8-6943-44dd-8aab-527fc0fec908 with Priority: HIGHEST for action security_group_members [ 1261.642154] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4ba15e8-6943-44dd-8aab-527fc0fec908 with Priority: HIGHEST for action security_group_members [ 1261.642456] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4ba15e8-6943-44dd-8aab-527fc0fec908 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.642610] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4ba15e8-6943-44dd-8aab-527fc0fec908" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.643542] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4ba15e8-6943-44dd-8aab-527fc0fec908" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.643542] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4ba15e8-6943-44dd-8aab-527fc0fec908" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.643542] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.643542] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.643542] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.643542] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.643542] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.643542] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4ba15e8-6943-44dd-8aab-527fc0fec908',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.980857] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9dd1139-d4d7-4581-833d-a978dce550dc in Status: SUCCESS [ 1261.981120] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.145873] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.146348] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.146348] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.146462] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.173953] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.174382] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.174579] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.174705] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.175016] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.175166] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.175317] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4ba15e8-6943-44dd-8aab-527fc0fec908 is going to be updated. [ 1262.230470] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.230635] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.230755] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.231101] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.231286] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.242718] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4ba15e8-6943-44dd-8aab-527fc0fec908 in Status: IN_PROGRESS for 2s [ 1263.634080] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1bdd25b6-02e7-4e53-bd3c-359f3d415d46 in Status: SUCCESS [ 1263.634486] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1bdd25b6-02e7-4e53-bd3c-359f3d415d46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.251446] env[69836]: INFO networking_nsxv3.common.synchronization [req-4f6308fd-aa3d-4c26-96f8-ffb9c22fb696 req-dad590c7-f3f8-47e5-bf2c-0e58dd19d80a tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Enqueued Resource ID: d9dd1139-d4d7-4581-833d-a978dce550dc with Priority: HIGHEST for action security_group_members [ 1264.251446] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9dd1139-d4d7-4581-833d-a978dce550dc with Priority: HIGHEST for action security_group_members [ 1264.251583] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9dd1139-d4d7-4581-833d-a978dce550dc taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.251636] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.251689] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.252356] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.252356] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.252356] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.252356] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.252612] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.252612] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.252612] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9dd1139-d4d7-4581-833d-a978dce550dc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.254595] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4ba15e8-6943-44dd-8aab-527fc0fec908 in Status: SUCCESS [ 1264.254595] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4ba15e8-6943-44dd-8aab-527fc0fec908 deletion is rescheduled due to dependency. [ 1264.254595] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4ba15e8-6943-44dd-8aab-527fc0fec908" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.755560] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9dd1139-d4d7-4581-833d-a978dce550dc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.883705] env[69836]: INFO networking_nsxv3.common.synchronization [req-ba5a56fd-7c54-4665-9a01-88f5b8f97cf1 req-62989211-dea3-40ab-b6dd-e170d36e58b9 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Enqueued Resource ID: 4e09761e-de54-4fdf-b5f0-027ba52d3fc2 with Priority: HIGHEST for action security_group_members [ 1264.884312] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e09761e-de54-4fdf-b5f0-027ba52d3fc2 with Priority: HIGHEST for action security_group_members [ 1264.884740] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e09761e-de54-4fdf-b5f0-027ba52d3fc2 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.884740] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e09761e-de54-4fdf-b5f0-027ba52d3fc2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.884919] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e09761e-de54-4fdf-b5f0-027ba52d3fc2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.884988] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e09761e-de54-4fdf-b5f0-027ba52d3fc2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.886085] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.886201] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.886270] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.886444] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.886532] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.886628] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e09761e-de54-4fdf-b5f0-027ba52d3fc2',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.258317] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9dd1139-d4d7-4581-833d-a978dce550dc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.392352] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.392500] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.392572] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.392790] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.414928] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.415205] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.415325] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.415393] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.415589] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.415672] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.415762] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e09761e-de54-4fdf-b5f0-027ba52d3fc2 is going to be updated. [ 1265.444815] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.445025] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.445025] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.445249] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.445400] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.455009] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e09761e-de54-4fdf-b5f0-027ba52d3fc2 in Status: IN_PROGRESS for 2s [ 1265.473389] env[69836]: INFO networking_nsxv3.common.synchronization [None req-9d248f5c-5851-4282-af17-296e54a928d3 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Enqueued Resource ID: eeba56df-2627-460c-8c20-e0345e5a8cbf with Priority: HIGHEST for action security_group_members [ 1265.473522] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeba56df-2627-460c-8c20-e0345e5a8cbf with Priority: HIGHEST for action security_group_members [ 1265.473796] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeba56df-2627-460c-8c20-e0345e5a8cbf taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.473918] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.473982] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.474192] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.474340] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.474438] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.474497] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.474639] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.474726] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.474819] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eeba56df-2627-460c-8c20-e0345e5a8cbf',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.763197] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.763812] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.763812] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.763812] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.763812] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.763812] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9dd1139-d4d7-4581-833d-a978dce550dc is going to be updated. [ 1265.798065] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.798065] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.798065] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.798065] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.798065] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.808200] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9dd1139-d4d7-4581-833d-a978dce550dc in Status: IN_PROGRESS for 2s [ 1265.977328] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.977328] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.977328] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.977328] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.977548] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.977697] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.977805] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.977868] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.978023] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.978188] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.978188] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eeba56df-2627-460c-8c20-e0345e5a8cbf is going to be updated. [ 1266.009353] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.010035] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.010035] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.010035] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.010035] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.020889] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeba56df-2627-460c-8c20-e0345e5a8cbf in Status: IN_PROGRESS for 2s [ 1267.470138] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e09761e-de54-4fdf-b5f0-027ba52d3fc2 in Status: SUCCESS [ 1267.470405] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e09761e-de54-4fdf-b5f0-027ba52d3fc2 deletion is rescheduled due to dependency. [ 1267.470452] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e09761e-de54-4fdf-b5f0-027ba52d3fc2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.818529] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9dd1139-d4d7-4581-833d-a978dce550dc in Status: SUCCESS [ 1267.818750] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.034682] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeba56df-2627-460c-8c20-e0345e5a8cbf in Status: SUCCESS [ 1268.034682] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eeba56df-2627-460c-8c20-e0345e5a8cbf deletion is rescheduled due to dependency. [ 1268.034682] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeba56df-2627-460c-8c20-e0345e5a8cbf" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.646977] env[69836]: INFO networking_nsxv3.common.synchronization [req-88c433f6-e400-4557-ad7d-a78e1f6e7eaf req-2abe6b90-1532-4ba9-bece-4d597f30de3b tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Enqueued Resource ID: 88d8f402-4e5c-4eaa-b6e2-200619212e93 with Priority: HIGHEST for action security_group_members [ 1268.648417] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88d8f402-4e5c-4eaa-b6e2-200619212e93 with Priority: HIGHEST for action security_group_members [ 1268.649826] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-88d8f402-4e5c-4eaa-b6e2-200619212e93 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.649944] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88d8f402-4e5c-4eaa-b6e2-200619212e93" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.649991] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88d8f402-4e5c-4eaa-b6e2-200619212e93" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.650192] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88d8f402-4e5c-4eaa-b6e2-200619212e93" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.650345] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.650446] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.650509] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.650715] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.650789] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.650867] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88d8f402-4e5c-4eaa-b6e2-200619212e93',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.152929] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.153126] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.153197] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.153731] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.181271] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.181533] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.181669] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.181737] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.181931] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.182086] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.182132] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88d8f402-4e5c-4eaa-b6e2-200619212e93 is going to be updated. [ 1269.212301] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.212386] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.212434] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.212631] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.212782] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.222617] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88d8f402-4e5c-4eaa-b6e2-200619212e93 in Status: IN_PROGRESS for 2s [ 1269.908621] env[69836]: INFO networking_nsxv3.common.synchronization [None req-e92e3064-aeb7-4b2d-9097-10332b656954 None None] Enqueued Resource ID: c38f2f78-7660-4596-a8eb-0b87137e085e with Priority: HIGHEST for action port [ 1269.909314] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c38f2f78-7660-4596-a8eb-0b87137e085e with Priority: HIGHEST for action port [ 1269.909740] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-c38f2f78-7660-4596-a8eb-0b87137e085e taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.909873] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c38f2f78-7660-4596-a8eb-0b87137e085e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.909941] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c38f2f78-7660-4596-a8eb-0b87137e085e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.910450] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c38f2f78-7660-4596-a8eb-0b87137e085e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.910540] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c38f2f78-7660-4596-a8eb-0b87137e085e',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.413810] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c38f2f78-7660-4596-a8eb-0b87137e085e [ 1270.413810] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.413810] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.414338] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.414338] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.414338] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.414338] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c38f2f78-7660-4596-a8eb-0b87137e085e already deleted. [ 1270.414338] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c38f2f78-7660-4596-a8eb-0b87137e085e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.239052] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88d8f402-4e5c-4eaa-b6e2-200619212e93 in Status: SUCCESS [ 1271.239052] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88d8f402-4e5c-4eaa-b6e2-200619212e93 deletion is rescheduled due to dependency. [ 1271.239052] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88d8f402-4e5c-4eaa-b6e2-200619212e93" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.116994] env[69836]: INFO networking_nsxv3.common.synchronization [None req-f24a346b-65fa-4d89-b171-f23fc0aaf584 None None] Enqueued Resource ID: d58eb613-fcce-4a3a-86a2-17b09beb44b4 with Priority: HIGHEST for action port [ 1272.118466] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d58eb613-fcce-4a3a-86a2-17b09beb44b4 with Priority: HIGHEST for action port [ 1272.118851] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-d58eb613-fcce-4a3a-86a2-17b09beb44b4 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.118990] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d58eb613-fcce-4a3a-86a2-17b09beb44b4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.119106] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d58eb613-fcce-4a3a-86a2-17b09beb44b4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.119392] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d58eb613-fcce-4a3a-86a2-17b09beb44b4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.119480] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d58eb613-fcce-4a3a-86a2-17b09beb44b4',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.623345] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d58eb613-fcce-4a3a-86a2-17b09beb44b4 [ 1272.623712] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.623787] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.623856] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.624100] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.624193] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.624286] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d58eb613-fcce-4a3a-86a2-17b09beb44b4 already deleted. [ 1272.624367] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d58eb613-fcce-4a3a-86a2-17b09beb44b4" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.759379] env[69836]: INFO networking_nsxv3.common.synchronization [None req-27f69df4-9762-4937-a9fc-6ff4895ca9e5 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Enqueued Resource ID: bbf07bd6-194c-40ed-bd49-5c7f759a66df with Priority: HIGHEST for action security_group_rules [ 1272.759880] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbf07bd6-194c-40ed-bd49-5c7f759a66df with Priority: HIGHEST for action security_group_rules [ 1272.760232] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bbf07bd6-194c-40ed-bd49-5c7f759a66df taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.760359] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bbf07bd6-194c-40ed-bd49-5c7f759a66df" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.760427] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bbf07bd6-194c-40ed-bd49-5c7f759a66df" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.760691] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bbf07bd6-194c-40ed-bd49-5c7f759a66df" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.760777] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bbf07bd6-194c-40ed-bd49-5c7f759a66df',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.847032] env[69836]: INFO networking_nsxv3.common.synchronization [None req-e6db9c4e-ec79-4ec5-8e56-365e601d9606 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Enqueued Resource ID: bbf07bd6-194c-40ed-bd49-5c7f759a66df with Priority: HIGHEST for action security_group_rules [ 1272.847492] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbf07bd6-194c-40ed-bd49-5c7f759a66df with Priority: HIGHEST for action security_group_rules [ 1272.848516] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bbf07bd6-194c-40ed-bd49-5c7f759a66df taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.848679] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bbf07bd6-194c-40ed-bd49-5c7f759a66df" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.282865] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.282865] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.282865] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.283138] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.283138] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.283138] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bbf07bd6-194c-40ed-bd49-5c7f759a66df already deleted. [ 1273.283288] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bbf07bd6-194c-40ed-bd49-5c7f759a66df" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.283338] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bbf07bd6-194c-40ed-bd49-5c7f759a66df" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.283472] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bbf07bd6-194c-40ed-bd49-5c7f759a66df" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.283551] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bbf07bd6-194c-40ed-bd49-5c7f759a66df',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.812276] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.812585] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.812585] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.812938] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.812938] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.813064] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bbf07bd6-194c-40ed-bd49-5c7f759a66df already deleted. [ 1273.813064] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bbf07bd6-194c-40ed-bd49-5c7f759a66df" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.122220] env[69836]: INFO networking_nsxv3.common.synchronization [req-09dccaed-274e-4064-b365-7cf12a99cd52 req-2754493b-580d-410b-b25d-d7ea6998705c tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Enqueued Resource ID: d9dd1139-d4d7-4581-833d-a978dce550dc with Priority: HIGHEST for action security_group_members [ 1275.122801] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9dd1139-d4d7-4581-833d-a978dce550dc with Priority: HIGHEST for action security_group_members [ 1275.123170] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9dd1139-d4d7-4581-833d-a978dce550dc taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.123333] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.123428] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.123649] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.123833] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.124360] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.124468] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.124657] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.124779] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.124904] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9dd1139-d4d7-4581-833d-a978dce550dc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.417577] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-642 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.417809] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-642" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.417942] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-642" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.418235] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-642" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.418498] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.418653] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.418770] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.418980] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.419175] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.419394] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1275.419510] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1275.419621] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1275.419800] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1275.419927] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1275.420098] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1275.420184] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1275.442100] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1275.442320] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1275.442465] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1275.442638] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-642" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.442965] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-c850889e-801c-4cc0-9f16-879dcb7a53e9 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.443145] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-c850889e-801c-4cc0-9f16-879dcb7a53e9" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.443266] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-c850889e-801c-4cc0-9f16-879dcb7a53e9" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.443599] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-c850889e-801c-4cc0-9f16-879dcb7a53e9" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.443743] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c850889e-801c-4cc0-9f16-879dcb7a53e9',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.627163] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9dd1139-d4d7-4581-833d-a978dce550dc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.946149] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.946468] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.946539] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.946828] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.947025] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.947234] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port c850889e-801c-4cc0-9f16-879dcb7a53e9 not found, creating... [ 1275.947488] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.947728] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.947860] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.948216] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.948314] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.948589] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.948750] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.948867] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.949092] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.949227] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.949367] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: c850889e-801c-4cc0-9f16-879dcb7a53e9 is going to be created. [ 1275.980611] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.980611] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.980895] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.981022] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.981270] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.981566] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-c850889e-801c-4cc0-9f16-879dcb7a53e9" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.129449] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9dd1139-d4d7-4581-833d-a978dce550dc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.632350] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.632641] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.632719] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.632917] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.633047] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.633176] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9dd1139-d4d7-4581-833d-a978dce550dc is going to be updated. [ 1276.669347] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.669744] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.669744] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.670122] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.670326] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.676151] env[69836]: INFO networking_nsxv3.common.synchronization [req-09dccaed-274e-4064-b365-7cf12a99cd52 req-df3966b0-45ff-46bf-b2b5-550ef884763d service nova] Enqueued Resource ID: d9dd1139-d4d7-4581-833d-a978dce550dc with Priority: HIGHEST for action security_group_rules [ 1276.676151] env[69836]: INFO networking_nsxv3.common.synchronization [req-09dccaed-274e-4064-b365-7cf12a99cd52 req-df3966b0-45ff-46bf-b2b5-550ef884763d service nova] Enqueued Resource ID: d9dd1139-d4d7-4581-833d-a978dce550dc with Priority: HIGHEST for action security_group_members [ 1276.676324] env[69836]: INFO networking_nsxv3.common.synchronization [req-09dccaed-274e-4064-b365-7cf12a99cd52 req-df3966b0-45ff-46bf-b2b5-550ef884763d service nova] Enqueued Resource ID: c850889e-801c-4cc0-9f16-879dcb7a53e9 with Priority: HIGHEST for action port [ 1276.676529] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9dd1139-d4d7-4581-833d-a978dce550dc with Priority: HIGHEST for action security_group_rules [ 1276.676651] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9dd1139-d4d7-4581-833d-a978dce550dc with Priority: HIGHEST for action security_group_members [ 1276.676763] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c850889e-801c-4cc0-9f16-879dcb7a53e9 with Priority: HIGHEST for action port [ 1276.677387] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9dd1139-d4d7-4581-833d-a978dce550dc taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.677524] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.677596] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.677806] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.677908] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9dd1139-d4d7-4581-833d-a978dce550dc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.679018] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9dd1139-d4d7-4581-833d-a978dce550dc taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.679085] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.679234] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-c850889e-801c-4cc0-9f16-879dcb7a53e9 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.679338] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c850889e-801c-4cc0-9f16-879dcb7a53e9" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.679415] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c850889e-801c-4cc0-9f16-879dcb7a53e9" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.679580] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c850889e-801c-4cc0-9f16-879dcb7a53e9" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.679672] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c850889e-801c-4cc0-9f16-879dcb7a53e9',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.681886] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9dd1139-d4d7-4581-833d-a978dce550dc in Status: IN_PROGRESS for 2s [ 1277.182030] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9dd1139-d4d7-4581-833d-a978dce550dc taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.182391] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.183982] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c850889e-801c-4cc0-9f16-879dcb7a53e9 with status ACTIVE [ 1277.184216] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.184340] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.184407] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.184617] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.184707] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.184892] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.184990] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.185056] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.185205] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.185564] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.185768] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.185867] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.185926] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.186077] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.186150] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.186232] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c850889e-801c-4cc0-9f16-879dcb7a53e9 is going to be updated. [ 1277.221197] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.221429] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.221429] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.221600] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.221735] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.221894] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c850889e-801c-4cc0-9f16-879dcb7a53e9" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.721638] env[69836]: INFO networking_nsxv3.common.synchronization [req-8f3840a7-b517-4da9-aff9-18d21536ab1e req-c7703af0-21fe-4076-893c-16c58a31caa8 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Enqueued Resource ID: e557fa6c-3c05-4a1a-bf75-a554b079941f with Priority: HIGHEST for action security_group_members [ 1277.722208] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e557fa6c-3c05-4a1a-bf75-a554b079941f with Priority: HIGHEST for action security_group_members [ 1277.722515] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-e557fa6c-3c05-4a1a-bf75-a554b079941f taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.722639] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e557fa6c-3c05-4a1a-bf75-a554b079941f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.722739] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e557fa6c-3c05-4a1a-bf75-a554b079941f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.722936] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e557fa6c-3c05-4a1a-bf75-a554b079941f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.724035] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.724035] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.724035] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.724035] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.724035] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.724035] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e557fa6c-3c05-4a1a-bf75-a554b079941f',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.913119] env[69836]: INFO networking_nsxv3.common.synchronization [req-8d6983bc-6911-4253-b7b0-530e6769f68a req-e257a903-0db2-446e-a3b1-592641a080dc tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] Enqueued Resource ID: 4ca20184-637d-48e3-8667-3f0052523a09 with Priority: HIGHEST for action security_group_members [ 1277.913723] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ca20184-637d-48e3-8667-3f0052523a09 with Priority: HIGHEST for action security_group_members [ 1277.914070] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ca20184-637d-48e3-8667-3f0052523a09 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.914225] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ca20184-637d-48e3-8667-3f0052523a09" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.914299] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ca20184-637d-48e3-8667-3f0052523a09" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.914516] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ca20184-637d-48e3-8667-3f0052523a09" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.915861] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.915861] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.915861] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.915861] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.915861] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.915861] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ca20184-637d-48e3-8667-3f0052523a09',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.015045] env[69836]: INFO networking_nsxv3.common.synchronization [req-3edc0b89-c7fe-4642-8cac-a4323c69843c req-fb82275d-de01-45d2-839e-c74e57fe474c tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Enqueued Resource ID: bb707a21-2bff-455c-8dfd-6739cf9b98df with Priority: HIGHEST for action security_group_members [ 1278.016430] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb707a21-2bff-455c-8dfd-6739cf9b98df with Priority: HIGHEST for action security_group_members [ 1278.018880] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb707a21-2bff-455c-8dfd-6739cf9b98df taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.018880] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb707a21-2bff-455c-8dfd-6739cf9b98df" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.018880] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb707a21-2bff-455c-8dfd-6739cf9b98df" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.018880] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb707a21-2bff-455c-8dfd-6739cf9b98df" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.018880] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.018880] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.018880] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.018880] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.018880] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.018880] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb707a21-2bff-455c-8dfd-6739cf9b98df',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.225794] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e557fa6c-3c05-4a1a-bf75-a554b079941f',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.350561] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-15 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.350750] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-15" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.350872] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-15" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.351224] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-15" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.351477] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.351633] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.351746] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.351952] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.352107] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.352307] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1278.352414] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1278.352519] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1278.352625] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1278.352737] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1278.353802] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1278.353802] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1278.374524] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1278.374706] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1278.374848] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1278.375045] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-15" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.376036] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-d2879602-c2e4-4671-b76e-9dff660fac13 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.376036] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-d2879602-c2e4-4671-b76e-9dff660fac13" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.376036] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-d2879602-c2e4-4671-b76e-9dff660fac13" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.376036] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-d2879602-c2e4-4671-b76e-9dff660fac13" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.376311] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2879602-c2e4-4671-b76e-9dff660fac13',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.418136] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.418351] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.418351] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.418547] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.418637] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.418937] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.418937] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.419105] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.419141] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.419191] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.419279] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ca20184-637d-48e3-8667-3f0052523a09 already deleted. [ 1278.419358] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ca20184-637d-48e3-8667-3f0052523a09" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.520628] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bb707a21-2bff-455c-8dfd-6739cf9b98df',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.692463] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9dd1139-d4d7-4581-833d-a978dce550dc in Status: SUCCESS [ 1278.692681] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.692878] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.693143] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.693369] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.693515] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.693600] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.693789] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.693893] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.694031] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9dd1139-d4d7-4581-833d-a978dce550dc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.728612] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e557fa6c-3c05-4a1a-bf75-a554b079941f',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.878346] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.878697] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.879070] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.879177] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.879743] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.879743] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port d2879602-c2e4-4671-b76e-9dff660fac13 not found, creating... [ 1278.879898] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.880104] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.880244] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.880478] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.880620] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.880938] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.881157] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.881288] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.881566] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.881704] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.881856] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: d2879602-c2e4-4671-b76e-9dff660fac13 is going to be created. [ 1278.908931] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.910030] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.910030] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.910030] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.910030] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.910282] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-d2879602-c2e4-4671-b76e-9dff660fac13" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.023403] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bb707a21-2bff-455c-8dfd-6739cf9b98df',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.197688] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9dd1139-d4d7-4581-833d-a978dce550dc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.231909] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.232340] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.232340] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.232516] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.232659] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.232724] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e557fa6c-3c05-4a1a-bf75-a554b079941f is going to be updated. [ 1279.288009] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.288009] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.288009] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.288009] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.288009] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.302379] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e557fa6c-3c05-4a1a-bf75-a554b079941f in Status: IN_PROGRESS for 2s [ 1279.525772] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.525920] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.526100] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.526286] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.526417] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.526531] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb707a21-2bff-455c-8dfd-6739cf9b98df is going to be updated. [ 1279.556345] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.556627] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.556627] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.556841] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.556961] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.568919] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb707a21-2bff-455c-8dfd-6739cf9b98df in Status: IN_PROGRESS for 2s [ 1279.700545] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9dd1139-d4d7-4581-833d-a978dce550dc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.753113] env[69836]: INFO networking_nsxv3.common.synchronization [req-8d6983bc-6911-4253-b7b0-530e6769f68a req-f2e14768-2056-4696-891e-bb65d906ce8f service nova] Enqueued Resource ID: 4ca20184-637d-48e3-8667-3f0052523a09 with Priority: HIGHEST for action security_group_rules [ 1279.753307] env[69836]: INFO networking_nsxv3.common.synchronization [req-8d6983bc-6911-4253-b7b0-530e6769f68a req-f2e14768-2056-4696-891e-bb65d906ce8f service nova] Enqueued Resource ID: 4ca20184-637d-48e3-8667-3f0052523a09 with Priority: HIGHEST for action security_group_members [ 1279.753452] env[69836]: INFO networking_nsxv3.common.synchronization [req-8d6983bc-6911-4253-b7b0-530e6769f68a req-f2e14768-2056-4696-891e-bb65d906ce8f service nova] Enqueued Resource ID: d2879602-c2e4-4671-b76e-9dff660fac13 with Priority: HIGHEST for action port [ 1279.753674] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ca20184-637d-48e3-8667-3f0052523a09 with Priority: HIGHEST for action security_group_rules [ 1279.753800] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ca20184-637d-48e3-8667-3f0052523a09 with Priority: HIGHEST for action security_group_members [ 1279.753896] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2879602-c2e4-4671-b76e-9dff660fac13 with Priority: HIGHEST for action port [ 1279.754447] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ca20184-637d-48e3-8667-3f0052523a09 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.754526] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ca20184-637d-48e3-8667-3f0052523a09" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.754611] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ca20184-637d-48e3-8667-3f0052523a09" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.754875] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ca20184-637d-48e3-8667-3f0052523a09" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.754965] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ca20184-637d-48e3-8667-3f0052523a09',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.755848] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ca20184-637d-48e3-8667-3f0052523a09 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.755946] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ca20184-637d-48e3-8667-3f0052523a09" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.756010] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ca20184-637d-48e3-8667-3f0052523a09" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.757406] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ca20184-637d-48e3-8667-3f0052523a09" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.757406] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.757406] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.757406] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.757406] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.757406] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.757406] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ca20184-637d-48e3-8667-3f0052523a09',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.757406] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2879602-c2e4-4671-b76e-9dff660fac13 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.757756] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2879602-c2e4-4671-b76e-9dff660fac13" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.757756] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2879602-c2e4-4671-b76e-9dff660fac13" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.757756] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2879602-c2e4-4671-b76e-9dff660fac13" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.757887] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2879602-c2e4-4671-b76e-9dff660fac13',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.826773] env[69836]: INFO networking_nsxv3.common.synchronization [req-d6d9c026-2d96-4e03-9556-6e029ea175a6 req-9ddbc840-33a9-4ddd-8cca-d08a9ac19e93 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Enqueued Resource ID: bbf07bd6-194c-40ed-bd49-5c7f759a66df with Priority: HIGHEST for action security_group_members [ 1279.827403] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbf07bd6-194c-40ed-bd49-5c7f759a66df with Priority: HIGHEST for action security_group_members [ 1279.828225] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbf07bd6-194c-40ed-bd49-5c7f759a66df taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.828225] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbf07bd6-194c-40ed-bd49-5c7f759a66df" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.828225] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbf07bd6-194c-40ed-bd49-5c7f759a66df" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.828551] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbf07bd6-194c-40ed-bd49-5c7f759a66df" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.828551] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.829170] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.829289] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.829443] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.829519] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.829615] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbf07bd6-194c-40ed-bd49-5c7f759a66df',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.120172] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-555 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.120459] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-555" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.120639] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-555" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.121223] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-555" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.121584] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.121812] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.121979] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.122304] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.122500] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.122785] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1280.122949] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1280.123133] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1280.123291] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1280.123443] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1280.123595] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1280.123777] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1280.142025] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1280.142250] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1280.142364] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1280.142539] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-555" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.142866] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-7590e1c6-2ad1-4080-bd5c-6b8ef2cfb6e7 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.143048] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-7590e1c6-2ad1-4080-bd5c-6b8ef2cfb6e7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.143157] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-7590e1c6-2ad1-4080-bd5c-6b8ef2cfb6e7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.143490] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-7590e1c6-2ad1-4080-bd5c-6b8ef2cfb6e7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.143629] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7590e1c6-2ad1-4080-bd5c-6b8ef2cfb6e7',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.202894] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.202894] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.202894] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.203202] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.203202] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.203202] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9dd1139-d4d7-4581-833d-a978dce550dc is going to be updated. [ 1280.238518] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.238886] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.238886] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.239016] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.239173] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.250254] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9dd1139-d4d7-4581-833d-a978dce550dc in Status: IN_PROGRESS for 2s [ 1280.259830] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ca20184-637d-48e3-8667-3f0052523a09 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.259830] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ca20184-637d-48e3-8667-3f0052523a09" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.260043] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4ca20184-637d-48e3-8667-3f0052523a09',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.260920] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d2879602-c2e4-4671-b76e-9dff660fac13 with status ACTIVE [ 1280.261659] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.261659] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.261659] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.261659] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.261659] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.261895] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.261895] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.261895] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.262166] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.262166] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.262333] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.262396] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.262526] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.262703] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.262841] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.263243] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d2879602-c2e4-4671-b76e-9dff660fac13 is going to be updated. [ 1280.284498] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.284653] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.284706] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.284912] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.285063] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.285222] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2879602-c2e4-4671-b76e-9dff660fac13" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.332903] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.333085] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.333157] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.333356] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.333879] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.333879] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.333879] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.333879] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.334225] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.334225] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.334225] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbf07bd6-194c-40ed-bd49-5c7f759a66df already deleted. [ 1280.334225] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbf07bd6-194c-40ed-bd49-5c7f759a66df" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.646263] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.646505] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.646622] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.646911] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.647078] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.647234] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port 7590e1c6-2ad1-4080-bd5c-6b8ef2cfb6e7 not found, creating... [ 1280.647496] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.647656] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.647809] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.648030] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.648173] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.648458] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.648615] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.648807] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.648936] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.649082] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.649233] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: 7590e1c6-2ad1-4080-bd5c-6b8ef2cfb6e7 is going to be created. [ 1280.671899] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.672228] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.672495] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.672791] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.673143] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.673453] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-7590e1c6-2ad1-4080-bd5c-6b8ef2cfb6e7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.765017] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4ca20184-637d-48e3-8667-3f0052523a09',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.267458] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.267870] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.267870] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.267962] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.268012] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.268091] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ca20184-637d-48e3-8667-3f0052523a09 is going to be created. [ 1281.292275] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.292503] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.292503] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.292686] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.292847] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.308909] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ca20184-637d-48e3-8667-3f0052523a09 in Status: UNINITIALIZED for 2s [ 1281.310987] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e557fa6c-3c05-4a1a-bf75-a554b079941f in Status: SUCCESS [ 1281.311220] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e557fa6c-3c05-4a1a-bf75-a554b079941f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.387658] env[69836]: INFO networking_nsxv3.common.synchronization [req-d6d9c026-2d96-4e03-9556-6e029ea175a6 req-227a8ad4-97a3-4890-9f70-4f57e8cdb725 service nova] Enqueued Resource ID: bbf07bd6-194c-40ed-bd49-5c7f759a66df with Priority: HIGHEST for action security_group_rules [ 1281.387838] env[69836]: INFO networking_nsxv3.common.synchronization [req-d6d9c026-2d96-4e03-9556-6e029ea175a6 req-227a8ad4-97a3-4890-9f70-4f57e8cdb725 service nova] Enqueued Resource ID: bbf07bd6-194c-40ed-bd49-5c7f759a66df with Priority: HIGHEST for action security_group_members [ 1281.391022] env[69836]: INFO networking_nsxv3.common.synchronization [req-d6d9c026-2d96-4e03-9556-6e029ea175a6 req-227a8ad4-97a3-4890-9f70-4f57e8cdb725 service nova] Enqueued Resource ID: 7590e1c6-2ad1-4080-bd5c-6b8ef2cfb6e7 with Priority: HIGHEST for action port [ 1281.391022] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbf07bd6-194c-40ed-bd49-5c7f759a66df with Priority: HIGHEST for action security_group_rules [ 1281.391022] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbf07bd6-194c-40ed-bd49-5c7f759a66df with Priority: HIGHEST for action security_group_members [ 1281.391022] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7590e1c6-2ad1-4080-bd5c-6b8ef2cfb6e7 with Priority: HIGHEST for action port [ 1281.391022] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bbf07bd6-194c-40ed-bd49-5c7f759a66df taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.391509] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bbf07bd6-194c-40ed-bd49-5c7f759a66df" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.391509] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bbf07bd6-194c-40ed-bd49-5c7f759a66df" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.391509] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bbf07bd6-194c-40ed-bd49-5c7f759a66df" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.391509] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bbf07bd6-194c-40ed-bd49-5c7f759a66df',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.392392] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbf07bd6-194c-40ed-bd49-5c7f759a66df taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.392507] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbf07bd6-194c-40ed-bd49-5c7f759a66df" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.392570] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbf07bd6-194c-40ed-bd49-5c7f759a66df" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.393201] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbf07bd6-194c-40ed-bd49-5c7f759a66df" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.393388] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.393488] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.393561] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.393713] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.393801] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.393893] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbf07bd6-194c-40ed-bd49-5c7f759a66df',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.394720] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-7590e1c6-2ad1-4080-bd5c-6b8ef2cfb6e7 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.394840] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7590e1c6-2ad1-4080-bd5c-6b8ef2cfb6e7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.394890] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7590e1c6-2ad1-4080-bd5c-6b8ef2cfb6e7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.395044] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7590e1c6-2ad1-4080-bd5c-6b8ef2cfb6e7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.395122] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7590e1c6-2ad1-4080-bd5c-6b8ef2cfb6e7',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.582179] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb707a21-2bff-455c-8dfd-6739cf9b98df in Status: SUCCESS [ 1281.582179] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb707a21-2bff-455c-8dfd-6739cf9b98df" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.898666] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bbf07bd6-194c-40ed-bd49-5c7f759a66df',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.898666] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbf07bd6-194c-40ed-bd49-5c7f759a66df taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.898666] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbf07bd6-194c-40ed-bd49-5c7f759a66df" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.901040] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7590e1c6-2ad1-4080-bd5c-6b8ef2cfb6e7 with status ACTIVE [ 1281.901040] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.901374] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.901374] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.901851] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.901851] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.901941] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.902177] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.902369] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.902529] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.902622] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.902867] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.902989] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.903081] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.903207] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.903343] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.903506] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7590e1c6-2ad1-4080-bd5c-6b8ef2cfb6e7 is going to be updated. [ 1281.929861] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.930109] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.930181] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.930473] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.930702] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.930889] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7590e1c6-2ad1-4080-bd5c-6b8ef2cfb6e7" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.279556] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9dd1139-d4d7-4581-833d-a978dce550dc in Status: SUCCESS [ 1282.280019] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.280109] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.280334] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.280538] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.280658] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.280756] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.280901] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.280989] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.281090] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.281184] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d9dd1139-d4d7-4581-833d-a978dce550dc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.400526] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bbf07bd6-194c-40ed-bd49-5c7f759a66df',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.783636] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9dd1139-d4d7-4581-833d-a978dce550dc taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.783862] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.783862] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.784224] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.784410] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.784521] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.784589] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.784755] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.784845] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.784949] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.785152] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9dd1139-d4d7-4581-833d-a978dce550dc taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.785254] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.785317] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.785460] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.785595] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.785719] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.785816] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.786027] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.786149] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.786288] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.786416] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d9dd1139-d4d7-4581-833d-a978dce550dc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.902664] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.902917] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.902917] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.903059] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.903174] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.903286] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbf07bd6-194c-40ed-bd49-5c7f759a66df is going to be created. [ 1282.930680] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.930921] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.930921] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.931181] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.931360] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.943580] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbf07bd6-194c-40ed-bd49-5c7f759a66df in Status: UNINITIALIZED for 2s [ 1283.289633] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d9dd1139-d4d7-4581-833d-a978dce550dc: rpc.has_security_group_logging(os_id): False [ 1283.312127] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.312397] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.312397] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.312570] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.312676] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.312894] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.312991] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.313175] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.313224] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.313316] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.313513] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.313607] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.313665] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.313822] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.314166] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.314297] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.314369] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.314433] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.314583] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.314674] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.314776] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9dd1139-d4d7-4581-833d-a978dce550dc is going to be updated. [ 1283.325952] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ca20184-637d-48e3-8667-3f0052523a09 in Status: SUCCESS [ 1283.326173] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ca20184-637d-48e3-8667-3f0052523a09" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.326415] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ca20184-637d-48e3-8667-3f0052523a09" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.326641] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ca20184-637d-48e3-8667-3f0052523a09" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.326927] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.327105] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.327198] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.327443] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.327652] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.327819] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ca20184-637d-48e3-8667-3f0052523a09" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.327948] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4ca20184-637d-48e3-8667-3f0052523a09',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.408123] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.408349] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.408399] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.408748] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.408889] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.425047] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9dd1139-d4d7-4581-833d-a978dce550dc in Status: IN_PROGRESS for 2s [ 1283.657129] env[69836]: INFO networking_nsxv3.common.synchronization [req-20284ef9-b55f-4a7a-8f56-6dffbfa1347d req-ed31f76b-37db-4d4d-ab95-725ac22cb0f4 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Enqueued Resource ID: bfb51285-74ab-4d3d-be92-ef644a3efcad with Priority: HIGHEST for action security_group_members [ 1283.657768] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfb51285-74ab-4d3d-be92-ef644a3efcad with Priority: HIGHEST for action security_group_members [ 1283.660584] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfb51285-74ab-4d3d-be92-ef644a3efcad taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.660837] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfb51285-74ab-4d3d-be92-ef644a3efcad" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.660905] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfb51285-74ab-4d3d-be92-ef644a3efcad" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.661124] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfb51285-74ab-4d3d-be92-ef644a3efcad" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.661307] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.661409] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.661469] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.661617] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.661707] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.661805] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfb51285-74ab-4d3d-be92-ef644a3efcad',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.830328] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ca20184-637d-48e3-8667-3f0052523a09 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.830612] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ca20184-637d-48e3-8667-3f0052523a09" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.830612] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ca20184-637d-48e3-8667-3f0052523a09" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.830965] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ca20184-637d-48e3-8667-3f0052523a09" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.831182] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.831294] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.831519] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.831611] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.831611] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.831705] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ca20184-637d-48e3-8667-3f0052523a09" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.831992] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ca20184-637d-48e3-8667-3f0052523a09 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.832188] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ca20184-637d-48e3-8667-3f0052523a09" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.832262] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ca20184-637d-48e3-8667-3f0052523a09" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.832495] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ca20184-637d-48e3-8667-3f0052523a09" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.832581] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.832654] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.832711] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.832833] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.832925] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.833122] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ca20184-637d-48e3-8667-3f0052523a09" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.833216] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4ca20184-637d-48e3-8667-3f0052523a09',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.160113] env[69836]: INFO networking_nsxv3.common.synchronization [req-fbfe9775-f1e3-4953-96e7-918af138dd77 req-981afba7-1e29-4965-955a-c9fe7b625571 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Enqueued Resource ID: e557fa6c-3c05-4a1a-bf75-a554b079941f with Priority: HIGHEST for action security_group_members [ 1284.160841] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e557fa6c-3c05-4a1a-bf75-a554b079941f with Priority: HIGHEST for action security_group_members [ 1284.161225] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-e557fa6c-3c05-4a1a-bf75-a554b079941f taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.161376] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e557fa6c-3c05-4a1a-bf75-a554b079941f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.161447] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e557fa6c-3c05-4a1a-bf75-a554b079941f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.162074] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e557fa6c-3c05-4a1a-bf75-a554b079941f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.162074] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.162678] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.162678] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.162678] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.162678] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.162678] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e557fa6c-3c05-4a1a-bf75-a554b079941f',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.164753] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.164918] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.165011] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.165210] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.165322] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.165518] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.165609] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.165829] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.165923] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.166038] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.166126] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfb51285-74ab-4d3d-be92-ef644a3efcad is going to be updated. [ 1284.203032] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.203032] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.203032] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.203032] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.203032] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.212131] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfb51285-74ab-4d3d-be92-ef644a3efcad in Status: IN_PROGRESS for 2s [ 1284.335859] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4ca20184-637d-48e3-8667-3f0052523a09: rpc.has_security_group_logging(os_id): False [ 1284.355492] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.355652] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.356587] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.356587] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.356587] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.356587] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.356587] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.356587] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.356997] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.356997] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.356997] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.357117] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.357117] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.357232] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.357307] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.357499] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.357592] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.357652] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.357952] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.357952] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.358047] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ca20184-637d-48e3-8667-3f0052523a09 is going to be created. [ 1284.429964] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.430304] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.430304] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.430867] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.430867] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.446401] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ca20184-637d-48e3-8667-3f0052523a09 in Status: IN_PROGRESS for 2s [ 1284.666953] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.667179] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.667290] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.667567] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.702422] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.703025] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.703025] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.703025] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.703178] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.703220] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.703319] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e557fa6c-3c05-4a1a-bf75-a554b079941f is going to be updated. [ 1284.741863] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.742134] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.742134] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.742333] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.742565] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.753150] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e557fa6c-3c05-4a1a-bf75-a554b079941f in Status: IN_PROGRESS for 2s [ 1284.954109] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbf07bd6-194c-40ed-bd49-5c7f759a66df in Status: SUCCESS [ 1284.954269] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbf07bd6-194c-40ed-bd49-5c7f759a66df" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.954439] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbf07bd6-194c-40ed-bd49-5c7f759a66df" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.954655] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbf07bd6-194c-40ed-bd49-5c7f759a66df" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.954897] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.955017] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.955061] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.955210] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.955290] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.955375] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbf07bd6-194c-40ed-bd49-5c7f759a66df" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.955465] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bbf07bd6-194c-40ed-bd49-5c7f759a66df',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.446126] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9dd1139-d4d7-4581-833d-a978dce550dc in Status: SUCCESS [ 1285.446473] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.459031] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bbf07bd6-194c-40ed-bd49-5c7f759a66df',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.961667] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bbf07bd6-194c-40ed-bd49-5c7f759a66df: rpc.has_security_group_logging(os_id): False [ 1285.983623] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.983791] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.983834] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.984073] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.984191] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.984511] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.984684] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.984756] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.984919] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.985111] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.985111] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bbf07bd6-194c-40ed-bd49-5c7f759a66df is going to be created. [ 1286.059975] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.060166] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.060245] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.061037] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.061037] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.074333] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbf07bd6-194c-40ed-bd49-5c7f759a66df in Status: IN_PROGRESS for 2s [ 1286.223852] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfb51285-74ab-4d3d-be92-ef644a3efcad in Status: SUCCESS [ 1286.224045] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfb51285-74ab-4d3d-be92-ef644a3efcad deletion is rescheduled due to dependency. [ 1286.224114] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfb51285-74ab-4d3d-be92-ef644a3efcad" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.459290] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ca20184-637d-48e3-8667-3f0052523a09 in Status: SUCCESS [ 1286.459556] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ca20184-637d-48e3-8667-3f0052523a09" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.762704] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e557fa6c-3c05-4a1a-bf75-a554b079941f in Status: SUCCESS [ 1286.762911] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e557fa6c-3c05-4a1a-bf75-a554b079941f deletion is rescheduled due to dependency. [ 1286.762969] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e557fa6c-3c05-4a1a-bf75-a554b079941f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.088390] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbf07bd6-194c-40ed-bd49-5c7f759a66df in Status: SUCCESS [ 1288.088785] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bbf07bd6-194c-40ed-bd49-5c7f759a66df" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.642863] env[69836]: INFO networking_nsxv3.common.synchronization [req-1622a149-eaac-4cde-afe3-d85ac577cf99 req-c5e1943b-7e8a-4760-970e-8997cee51b37 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Enqueued Resource ID: d9dd1139-d4d7-4581-833d-a978dce550dc with Priority: HIGHEST for action security_group_members [ 1288.643560] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9dd1139-d4d7-4581-833d-a978dce550dc with Priority: HIGHEST for action security_group_members [ 1288.643910] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9dd1139-d4d7-4581-833d-a978dce550dc taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.644073] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.644176] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.644386] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.644538] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.644639] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.644698] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.644841] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.644927] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.645484] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9dd1139-d4d7-4581-833d-a978dce550dc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.148019] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9dd1139-d4d7-4581-833d-a978dce550dc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.650308] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9dd1139-d4d7-4581-833d-a978dce550dc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.153303] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.153603] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.153603] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.153810] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.153911] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.154022] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9dd1139-d4d7-4581-833d-a978dce550dc is going to be updated. [ 1290.185487] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.185786] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.185786] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.186094] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.186298] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.196133] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9dd1139-d4d7-4581-833d-a978dce550dc in Status: IN_PROGRESS for 2s [ 1291.981768] env[69836]: INFO networking_nsxv3.common.synchronization [req-281ab772-3007-47f9-a3f8-32f7bef7bd48 req-319fa803-ae0f-4b82-9657-d342ea080b25 tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] Enqueued Resource ID: 4ca20184-637d-48e3-8667-3f0052523a09 with Priority: HIGHEST for action security_group_members [ 1291.981768] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ca20184-637d-48e3-8667-3f0052523a09 with Priority: HIGHEST for action security_group_members [ 1291.981768] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ca20184-637d-48e3-8667-3f0052523a09 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.981768] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ca20184-637d-48e3-8667-3f0052523a09" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.981768] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ca20184-637d-48e3-8667-3f0052523a09" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.981768] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ca20184-637d-48e3-8667-3f0052523a09" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.981768] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.981768] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.981768] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.981768] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.981768] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.981768] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ca20184-637d-48e3-8667-3f0052523a09',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.210530] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9dd1139-d4d7-4581-833d-a978dce550dc in Status: SUCCESS [ 1292.210777] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.483543] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.483832] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.483911] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.484157] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.485943] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.485943] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.485943] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.485943] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.485943] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.485943] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.485943] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ca20184-637d-48e3-8667-3f0052523a09 is going to be updated. [ 1292.518180] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.518328] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.518409] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.518595] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.518733] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.530219] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ca20184-637d-48e3-8667-3f0052523a09 in Status: IN_PROGRESS for 2s [ 1294.545338] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ca20184-637d-48e3-8667-3f0052523a09 in Status: SUCCESS [ 1294.545765] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ca20184-637d-48e3-8667-3f0052523a09 deletion is rescheduled due to dependency. [ 1294.545899] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ca20184-637d-48e3-8667-3f0052523a09" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.887340] env[69836]: INFO networking_nsxv3.common.synchronization [req-3fa35620-ca04-4307-aa86-7402d65c7fd3 req-52c20d9b-5a98-4028-884e-40684f226564 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Enqueued Resource ID: bb707a21-2bff-455c-8dfd-6739cf9b98df with Priority: HIGHEST for action security_group_members [ 1294.888017] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb707a21-2bff-455c-8dfd-6739cf9b98df with Priority: HIGHEST for action security_group_members [ 1294.888342] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb707a21-2bff-455c-8dfd-6739cf9b98df taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.888465] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb707a21-2bff-455c-8dfd-6739cf9b98df" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.888533] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb707a21-2bff-455c-8dfd-6739cf9b98df" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.888758] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb707a21-2bff-455c-8dfd-6739cf9b98df" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.888890] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.889039] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.889086] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.889192] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.889278] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.889373] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb707a21-2bff-455c-8dfd-6739cf9b98df',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.392134] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.392361] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.392409] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.392635] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.418793] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.418978] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.419105] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.419175] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.419373] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.419448] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.419537] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb707a21-2bff-455c-8dfd-6739cf9b98df is going to be updated. [ 1295.450924] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.451200] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.451200] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.451441] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.451579] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.461455] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb707a21-2bff-455c-8dfd-6739cf9b98df in Status: IN_PROGRESS for 2s [ 1296.796937] env[69836]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-0ea1b5f4-0a13-421c-aee0-9be0b1c0eaa3 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1296.796937] env[69836]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-0ea1b5f4-0a13-421c-aee0-9be0b1c0eaa3 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1297.474039] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb707a21-2bff-455c-8dfd-6739cf9b98df in Status: SUCCESS [ 1297.474039] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb707a21-2bff-455c-8dfd-6739cf9b98df deletion is rescheduled due to dependency. [ 1297.474039] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb707a21-2bff-455c-8dfd-6739cf9b98df" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.274407] env[69836]: INFO networking_nsxv3.common.synchronization [req-7ad79d27-9bfd-4a33-a60f-5af491864433 req-b5f8a2c3-6753-4093-8e1a-fde57713c321 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Enqueued Resource ID: d9dd1139-d4d7-4581-833d-a978dce550dc with Priority: HIGHEST for action security_group_members [ 1298.274974] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9dd1139-d4d7-4581-833d-a978dce550dc with Priority: HIGHEST for action security_group_members [ 1298.275269] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9dd1139-d4d7-4581-833d-a978dce550dc taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.275402] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.275480] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.275651] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.275805] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.275916] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.275967] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.276125] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.276205] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.276295] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9dd1139-d4d7-4581-833d-a978dce550dc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.584422] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-642 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.584622] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-642" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.584749] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-642" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.585041] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-642" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.585396] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.585696] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.585826] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.586081] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.586235] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.586453] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1298.586569] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1298.586678] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1298.586786] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1298.586897] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1298.587010] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1298.587173] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1298.607464] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1298.607672] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1298.607768] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1298.607953] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-642" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.608326] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-3d20b625-2b0b-4528-a71c-152d3f96c072 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.608486] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-3d20b625-2b0b-4528-a71c-152d3f96c072" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.608604] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-3d20b625-2b0b-4528-a71c-152d3f96c072" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.609015] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-3d20b625-2b0b-4528-a71c-152d3f96c072" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.609195] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d20b625-2b0b-4528-a71c-152d3f96c072',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.778707] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9dd1139-d4d7-4581-833d-a978dce550dc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.111986] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.112261] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.112390] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.112659] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.112811] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.112968] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port 3d20b625-2b0b-4528-a71c-152d3f96c072 not found, creating... [ 1299.113272] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.113446] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.113579] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.113846] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.114027] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.114361] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.114548] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.114681] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.114898] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.115055] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.115206] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: 3d20b625-2b0b-4528-a71c-152d3f96c072 is going to be created. [ 1299.138363] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.138598] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.138730] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.139049] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.139301] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.139534] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-3d20b625-2b0b-4528-a71c-152d3f96c072" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.281412] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9dd1139-d4d7-4581-833d-a978dce550dc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.785021] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.785283] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.785505] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.785742] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.785742] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.785860] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9dd1139-d4d7-4581-833d-a978dce550dc is going to be updated. [ 1299.820017] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.820223] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.820295] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.820503] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.820674] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.835811] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9dd1139-d4d7-4581-833d-a978dce550dc in Status: IN_PROGRESS for 2s [ 1299.849932] env[69836]: INFO networking_nsxv3.common.synchronization [req-7ad79d27-9bfd-4a33-a60f-5af491864433 req-a9bb0218-c4cc-4cdf-96a1-3808908f7b59 service nova] Enqueued Resource ID: d9dd1139-d4d7-4581-833d-a978dce550dc with Priority: HIGHEST for action security_group_rules [ 1299.850157] env[69836]: INFO networking_nsxv3.common.synchronization [req-7ad79d27-9bfd-4a33-a60f-5af491864433 req-a9bb0218-c4cc-4cdf-96a1-3808908f7b59 service nova] Enqueued Resource ID: d9dd1139-d4d7-4581-833d-a978dce550dc with Priority: HIGHEST for action security_group_members [ 1299.850305] env[69836]: INFO networking_nsxv3.common.synchronization [req-7ad79d27-9bfd-4a33-a60f-5af491864433 req-a9bb0218-c4cc-4cdf-96a1-3808908f7b59 service nova] Enqueued Resource ID: 3d20b625-2b0b-4528-a71c-152d3f96c072 with Priority: HIGHEST for action port [ 1299.850539] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9dd1139-d4d7-4581-833d-a978dce550dc with Priority: HIGHEST for action security_group_rules [ 1299.850665] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9dd1139-d4d7-4581-833d-a978dce550dc with Priority: HIGHEST for action security_group_members [ 1299.850837] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d20b625-2b0b-4528-a71c-152d3f96c072 with Priority: HIGHEST for action port [ 1299.851352] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9dd1139-d4d7-4581-833d-a978dce550dc taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.851482] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.851634] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.851738] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.851813] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9dd1139-d4d7-4581-833d-a978dce550dc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.854429] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9dd1139-d4d7-4581-833d-a978dce550dc taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.854557] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.855350] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d20b625-2b0b-4528-a71c-152d3f96c072 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.855350] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d20b625-2b0b-4528-a71c-152d3f96c072" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.855350] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d20b625-2b0b-4528-a71c-152d3f96c072" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.855350] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d20b625-2b0b-4528-a71c-152d3f96c072" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.855350] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d20b625-2b0b-4528-a71c-152d3f96c072',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.354811] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9dd1139-d4d7-4581-833d-a978dce550dc taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.355343] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.357260] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3d20b625-2b0b-4528-a71c-152d3f96c072 with status ACTIVE [ 1300.357448] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.357624] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.357624] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.357833] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.357949] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.358162] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.358233] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.358296] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.358449] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.358528] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.358710] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.358802] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.358862] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.358996] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.359079] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.359161] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3d20b625-2b0b-4528-a71c-152d3f96c072 is going to be updated. [ 1300.381626] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.381966] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.382059] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.382276] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.382413] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.382582] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d20b625-2b0b-4528-a71c-152d3f96c072" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.847039] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9dd1139-d4d7-4581-833d-a978dce550dc in Status: SUCCESS [ 1301.847497] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.847676] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.847984] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.848279] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.848489] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.848760] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.848925] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.849147] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.849358] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9dd1139-d4d7-4581-833d-a978dce550dc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.352062] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9dd1139-d4d7-4581-833d-a978dce550dc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.853621] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9dd1139-d4d7-4581-833d-a978dce550dc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.356237] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.356455] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.356455] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.356599] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.356694] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.356793] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9dd1139-d4d7-4581-833d-a978dce550dc is going to be updated. [ 1303.392243] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.392513] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.392636] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.392926] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.393164] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.405594] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9dd1139-d4d7-4581-833d-a978dce550dc in Status: IN_PROGRESS for 2s [ 1304.736899] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.737901] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.737901] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.737901] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.737901] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.852229] env[69836]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1304.852435] env[69836]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1305.239719] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.416883] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9dd1139-d4d7-4581-833d-a978dce550dc in Status: SUCCESS [ 1305.417120] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.417294] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.417506] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.417714] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.417847] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.417924] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.418100] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.418186] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.418274] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.418364] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d9dd1139-d4d7-4581-833d-a978dce550dc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.742465] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.920342] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9dd1139-d4d7-4581-833d-a978dce550dc taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.920582] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.920695] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.921033] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.921255] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.921406] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.921508] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.921691] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.921818] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.921921] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.922090] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9dd1139-d4d7-4581-833d-a978dce550dc taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.922188] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.922250] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.922396] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.922537] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.922628] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.922689] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.922824] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.922926] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.923034] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.923160] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d9dd1139-d4d7-4581-833d-a978dce550dc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.245336] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1306.245535] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1306.425734] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d9dd1139-d4d7-4581-833d-a978dce550dc: rpc.has_security_group_logging(os_id): False [ 1306.444874] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.445117] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.445117] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.445311] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.445401] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.445596] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.445692] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.445753] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.445894] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.445969] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.446168] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.446261] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.446321] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.446456] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.446529] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.446713] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.446803] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.446862] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.446993] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.447074] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.447157] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9dd1139-d4d7-4581-833d-a978dce550dc is going to be updated. [ 1306.515982] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.516212] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.516212] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.516422] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.516574] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.534053] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9dd1139-d4d7-4581-833d-a978dce550dc in Status: IN_PROGRESS for 2s [ 1307.255737] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.256145] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.256145] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.256244] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.268093] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1307.271410] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.272495] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1307.325986] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.326236] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.326236] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.326439] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.340622] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.341593] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1307.341680] env[69836]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69836) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1307.341774] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1307.386139] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.386389] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.386505] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.386897] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.388548] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.388741] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1307.476842] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.477132] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.477132] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.477412] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.477806] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.478198] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1307.567703] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.567950] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.567950] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.568185] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.568498] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.568796] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:48. [ 1307.568891] env[69836]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'5c7c0d7b-66c6-493f-861a-707dd5ce5956', '88d8f402-4e5c-4eaa-b6e2-200619212e93', '42c09bfc-c2c1-4f98-8c3a-65d1e9713465', 'bfb51285-74ab-4d3d-be92-ef644a3efcad', '1f02905c-1b48-4880-96c1-92801c06621a', '1dff8fa3-5696-4780-a8c6-c3a95b7798fa', '081b149a-6447-4792-afcc-0a5674ac909c', 'bb707a21-2bff-455c-8dfd-6739cf9b98df', '895b550b-a92b-449d-8067-5b40315d6597', '1bdd25b6-02e7-4e53-bd3c-359f3d415d46', 'd4ba15e8-6943-44dd-8aab-527fc0fec908', 'd9dd1139-d4d7-4581-833d-a978dce550dc', '6c07f305-bd84-4175-88c1-ee7c9f8e1dcc', 'e557fa6c-3c05-4a1a-bf75-a554b079941f', '667c1f1f-dd24-4542-a14a-9ac887aa8736', '63e3b484-f1c6-417a-9ba3-e1d68d938387', '798155c2-14bd-4af3-9fc9-a42ec3f39a34', '230c9059-fa4c-4269-a09b-17355ac525c2', 'cb3caa0b-ae4d-471c-a40e-6bc5723f9f22', 'e034fcde-945d-4494-8f44-e7f4610ac12f', '0c503460-53df-430f-8eb2-3adc0571c35b', '721a8604-8889-4c69-acc8-fb3a41552b9c', '8a4fa270-66c7-4fb7-8870-c2e6d60891f4', 'f6265e3e-c67e-45b5-b2c9-5efb02c1e115', '583d7bf1-7add-4ea9-ad10-31d80c633e6a', '4e09761e-de54-4fdf-b5f0-027ba52d3fc2', '35c3e359-cc76-4cea-bb1a-91d1bc1fbb46', '8daab0ae-adcc-483c-82bf-6aa6b0ac4b9f', 'd4834e7b-f13a-47e1-9ba8-a889cfe05bc6', 'fa1d9a12-77ed-4460-b351-7a91c1c9b834', '79880f51-69c6-44ae-9ab1-20d0db04b690', '1b83974b-56cc-4ec1-a785-7be949033a2c', 'c7d8e848-ef12-4159-92f5-caef18eccd55', '0aa33421-5c68-425c-b92a-4da34f266976', 'a85163dd-4357-4ea0-aa14-d3ab9ac7f404', 'bbf07bd6-194c-40ed-bd49-5c7f759a66df', 'c79180b6-ee72-462a-a3cf-c9c52ddb0ffb', '9851b922-f943-4a02-85e8-7a4557cec6e6', '546c6f1a-f24f-4335-8048-aa08f789e4dc', '78aa829e-36e4-49af-b521-9ab60c0587ac', '4d3233ea-1473-402b-83b9-89290db5d65b', 'eeba56df-2627-460c-8c20-e0345e5a8cbf', '2f04b314-b572-4cb2-a273-61da0281fee7', '6369075f-275c-4c18-bef1-7078950726f2', '1901b260-9933-45b0-8421-0e40c69c1331', '49c7a409-da41-4630-81c2-97413e45edbb', '4ca20184-637d-48e3-8667-3f0052523a09', 'dcc14d22-4ec0-4daf-886a-81f8adb09f75'} {{(pid=69836) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1307.569024] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1307.589921] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.590189] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.590189] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.590386] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.590562] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.590631] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1307.590670] env[69836]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69836) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1307.590718] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1307.676607] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.676860] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.676860] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.677027] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.678407] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.678685] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1307.678758] env[69836]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69836) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1307.678831] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1307.678895] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1307.678975] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/48 resources of Type:Security Group Rules [ 1307.679067] env[69836]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5c7c0d7b-66c6-493f-861a-707dd5ce5956 with Priority: HIGH for action security_group_rules [ 1307.679167] env[69836]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 88d8f402-4e5c-4eaa-b6e2-200619212e93 with Priority: HIGH for action security_group_rules [ 1307.679231] env[69836]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 42c09bfc-c2c1-4f98-8c3a-65d1e9713465 with Priority: HIGH for action security_group_rules [ 1307.679291] env[69836]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bfb51285-74ab-4d3d-be92-ef644a3efcad with Priority: HIGH for action security_group_rules [ 1307.679355] env[69836]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1f02905c-1b48-4880-96c1-92801c06621a with Priority: HIGH for action security_group_rules [ 1307.679452] env[69836]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1dff8fa3-5696-4780-a8c6-c3a95b7798fa with Priority: HIGH for action security_group_rules [ 1307.679524] env[69836]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 081b149a-6447-4792-afcc-0a5674ac909c with Priority: HIGH for action security_group_rules [ 1307.679584] env[69836]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bb707a21-2bff-455c-8dfd-6739cf9b98df with Priority: HIGH for action security_group_rules [ 1307.679638] env[69836]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 895b550b-a92b-449d-8067-5b40315d6597 with Priority: HIGH for action security_group_rules [ 1307.679691] env[69836]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1bdd25b6-02e7-4e53-bd3c-359f3d415d46 with Priority: HIGH for action security_group_rules [ 1307.679741] env[69836]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d4ba15e8-6943-44dd-8aab-527fc0fec908 with Priority: HIGH for action security_group_rules [ 1307.679798] env[69836]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d9dd1139-d4d7-4581-833d-a978dce550dc with Priority: HIGH for action security_group_rules [ 1307.679912] env[69836]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6c07f305-bd84-4175-88c1-ee7c9f8e1dcc with Priority: HIGH for action security_group_rules [ 1307.680072] env[69836]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e557fa6c-3c05-4a1a-bf75-a554b079941f with Priority: HIGH for action security_group_rules [ 1307.680183] env[69836]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 667c1f1f-dd24-4542-a14a-9ac887aa8736 with Priority: HIGH for action security_group_rules [ 1307.680299] env[69836]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 63e3b484-f1c6-417a-9ba3-e1d68d938387 with Priority: HIGH for action security_group_rules [ 1307.680391] env[69836]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 with Priority: HIGH for action security_group_rules [ 1307.680508] env[69836]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 230c9059-fa4c-4269-a09b-17355ac525c2 with Priority: HIGH for action security_group_rules [ 1307.680628] env[69836]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cb3caa0b-ae4d-471c-a40e-6bc5723f9f22 with Priority: HIGH for action security_group_rules [ 1307.680747] env[69836]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e034fcde-945d-4494-8f44-e7f4610ac12f with Priority: HIGH for action security_group_rules [ 1307.680877] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.552415] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9dd1139-d4d7-4581-833d-a978dce550dc in Status: SUCCESS [ 1308.552791] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.853703] env[69836]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1309.854056] env[69836]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1309.854056] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c7c0d7b-66c6-493f-861a-707dd5ce5956 with Priority: HIGH for action security_group_rules [ 1309.854201] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42c09bfc-c2c1-4f98-8c3a-65d1e9713465 with Priority: HIGH for action security_group_rules [ 1309.854348] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 081b149a-6447-4792-afcc-0a5674ac909c with Priority: HIGH for action security_group_rules [ 1309.854485] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 667c1f1f-dd24-4542-a14a-9ac887aa8736 with Priority: HIGH for action security_group_rules [ 1309.854617] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e034fcde-945d-4494-8f44-e7f4610ac12f with Priority: HIGH for action security_group_rules [ 1309.854749] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb3caa0b-ae4d-471c-a40e-6bc5723f9f22 with Priority: HIGH for action security_group_rules [ 1309.854879] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 230c9059-fa4c-4269-a09b-17355ac525c2 with Priority: HIGH for action security_group_rules [ 1309.855014] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 with Priority: HIGH for action security_group_rules [ 1309.855151] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e557fa6c-3c05-4a1a-bf75-a554b079941f with Priority: HIGH for action security_group_rules [ 1309.855278] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63e3b484-f1c6-417a-9ba3-e1d68d938387 with Priority: HIGH for action security_group_rules [ 1309.855414] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c07f305-bd84-4175-88c1-ee7c9f8e1dcc with Priority: HIGH for action security_group_rules [ 1309.855543] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9dd1139-d4d7-4581-833d-a978dce550dc with Priority: HIGH for action security_group_rules [ 1309.855669] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4ba15e8-6943-44dd-8aab-527fc0fec908 with Priority: HIGH for action security_group_rules [ 1309.855793] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bdd25b6-02e7-4e53-bd3c-359f3d415d46 with Priority: HIGH for action security_group_rules [ 1309.855925] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 895b550b-a92b-449d-8067-5b40315d6597 with Priority: HIGH for action security_group_rules [ 1309.856073] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1dff8fa3-5696-4780-a8c6-c3a95b7798fa with Priority: HIGH for action security_group_rules [ 1309.857195] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb707a21-2bff-455c-8dfd-6739cf9b98df with Priority: HIGH for action security_group_rules [ 1309.857362] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f02905c-1b48-4880-96c1-92801c06621a with Priority: HIGH for action security_group_rules [ 1309.857508] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88d8f402-4e5c-4eaa-b6e2-200619212e93 with Priority: HIGH for action security_group_rules [ 1309.857664] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfb51285-74ab-4d3d-be92-ef644a3efcad with Priority: HIGH for action security_group_rules [ 1309.858179] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c7c0d7b-66c6-493f-861a-707dd5ce5956 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.858439] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c7c0d7b-66c6-493f-861a-707dd5ce5956" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.858523] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c7c0d7b-66c6-493f-861a-707dd5ce5956" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.858819] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c7c0d7b-66c6-493f-861a-707dd5ce5956" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.858955] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c7c0d7b-66c6-493f-861a-707dd5ce5956',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.860268] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42c09bfc-c2c1-4f98-8c3a-65d1e9713465 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.860443] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42c09bfc-c2c1-4f98-8c3a-65d1e9713465" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.860560] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42c09bfc-c2c1-4f98-8c3a-65d1e9713465" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.860821] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42c09bfc-c2c1-4f98-8c3a-65d1e9713465" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.860931] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42c09bfc-c2c1-4f98-8c3a-65d1e9713465',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.861965] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-081b149a-6447-4792-afcc-0a5674ac909c taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.862145] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-081b149a-6447-4792-afcc-0a5674ac909c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.862247] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-081b149a-6447-4792-afcc-0a5674ac909c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.862471] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-081b149a-6447-4792-afcc-0a5674ac909c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.862579] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('081b149a-6447-4792-afcc-0a5674ac909c',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.863572] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-667c1f1f-dd24-4542-a14a-9ac887aa8736 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.863729] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-667c1f1f-dd24-4542-a14a-9ac887aa8736" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.863848] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-667c1f1f-dd24-4542-a14a-9ac887aa8736" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.864085] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-667c1f1f-dd24-4542-a14a-9ac887aa8736" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.864199] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('667c1f1f-dd24-4542-a14a-9ac887aa8736',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.865084] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e034fcde-945d-4494-8f44-e7f4610ac12f taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.865238] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e034fcde-945d-4494-8f44-e7f4610ac12f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.865331] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e034fcde-945d-4494-8f44-e7f4610ac12f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.865539] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e034fcde-945d-4494-8f44-e7f4610ac12f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.866145] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e034fcde-945d-4494-8f44-e7f4610ac12f',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.866709] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb3caa0b-ae4d-471c-a40e-6bc5723f9f22 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.866864] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb3caa0b-ae4d-471c-a40e-6bc5723f9f22" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.866970] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb3caa0b-ae4d-471c-a40e-6bc5723f9f22" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.867203] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb3caa0b-ae4d-471c-a40e-6bc5723f9f22" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.867313] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb3caa0b-ae4d-471c-a40e-6bc5723f9f22',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.868206] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-230c9059-fa4c-4269-a09b-17355ac525c2 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.868357] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-230c9059-fa4c-4269-a09b-17355ac525c2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.868459] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-230c9059-fa4c-4269-a09b-17355ac525c2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.868699] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-230c9059-fa4c-4269-a09b-17355ac525c2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.868803] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('230c9059-fa4c-4269-a09b-17355ac525c2',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.869639] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-798155c2-14bd-4af3-9fc9-a42ec3f39a34 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.869826] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.869826] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.870021] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.870101] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('798155c2-14bd-4af3-9fc9-a42ec3f39a34',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.870754] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e557fa6c-3c05-4a1a-bf75-a554b079941f taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.870895] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e557fa6c-3c05-4a1a-bf75-a554b079941f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.871020] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e557fa6c-3c05-4a1a-bf75-a554b079941f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.871127] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e557fa6c-3c05-4a1a-bf75-a554b079941f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.871198] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e557fa6c-3c05-4a1a-bf75-a554b079941f',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.871963] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63e3b484-f1c6-417a-9ba3-e1d68d938387 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.872082] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63e3b484-f1c6-417a-9ba3-e1d68d938387" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.872149] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63e3b484-f1c6-417a-9ba3-e1d68d938387" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.872292] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63e3b484-f1c6-417a-9ba3-e1d68d938387" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.872362] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63e3b484-f1c6-417a-9ba3-e1d68d938387',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.873172] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c07f305-bd84-4175-88c1-ee7c9f8e1dcc taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.873239] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c07f305-bd84-4175-88c1-ee7c9f8e1dcc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.873291] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c07f305-bd84-4175-88c1-ee7c9f8e1dcc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.873437] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c07f305-bd84-4175-88c1-ee7c9f8e1dcc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.873517] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c07f305-bd84-4175-88c1-ee7c9f8e1dcc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.874199] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9dd1139-d4d7-4581-833d-a978dce550dc taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.874277] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.874345] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.874486] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.874558] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9dd1139-d4d7-4581-833d-a978dce550dc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.875310] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4ba15e8-6943-44dd-8aab-527fc0fec908 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.875417] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4ba15e8-6943-44dd-8aab-527fc0fec908" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.875482] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4ba15e8-6943-44dd-8aab-527fc0fec908" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.875624] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4ba15e8-6943-44dd-8aab-527fc0fec908" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.875694] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4ba15e8-6943-44dd-8aab-527fc0fec908',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.876350] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1bdd25b6-02e7-4e53-bd3c-359f3d415d46 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.876459] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1bdd25b6-02e7-4e53-bd3c-359f3d415d46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.876524] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1bdd25b6-02e7-4e53-bd3c-359f3d415d46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.876666] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1bdd25b6-02e7-4e53-bd3c-359f3d415d46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.876737] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1bdd25b6-02e7-4e53-bd3c-359f3d415d46',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.877406] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-895b550b-a92b-449d-8067-5b40315d6597 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.877540] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.877609] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.877761] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.877843] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('895b550b-a92b-449d-8067-5b40315d6597',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.878488] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1dff8fa3-5696-4780-a8c6-c3a95b7798fa taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.878595] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1dff8fa3-5696-4780-a8c6-c3a95b7798fa" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.878747] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1dff8fa3-5696-4780-a8c6-c3a95b7798fa" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.878845] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1dff8fa3-5696-4780-a8c6-c3a95b7798fa" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.878883] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1dff8fa3-5696-4780-a8c6-c3a95b7798fa',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.879608] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb707a21-2bff-455c-8dfd-6739cf9b98df taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.879706] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb707a21-2bff-455c-8dfd-6739cf9b98df" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.879772] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb707a21-2bff-455c-8dfd-6739cf9b98df" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.879956] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb707a21-2bff-455c-8dfd-6739cf9b98df" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.880097] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb707a21-2bff-455c-8dfd-6739cf9b98df',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.880675] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f02905c-1b48-4880-96c1-92801c06621a taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.880777] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f02905c-1b48-4880-96c1-92801c06621a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.880850] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f02905c-1b48-4880-96c1-92801c06621a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.881016] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f02905c-1b48-4880-96c1-92801c06621a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.881108] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f02905c-1b48-4880-96c1-92801c06621a',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.881724] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-88d8f402-4e5c-4eaa-b6e2-200619212e93 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.881817] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-88d8f402-4e5c-4eaa-b6e2-200619212e93" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.881883] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-88d8f402-4e5c-4eaa-b6e2-200619212e93" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.882028] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-88d8f402-4e5c-4eaa-b6e2-200619212e93" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.882101] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('88d8f402-4e5c-4eaa-b6e2-200619212e93',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.882850] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bfb51285-74ab-4d3d-be92-ef644a3efcad taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.882971] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bfb51285-74ab-4d3d-be92-ef644a3efcad" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.883044] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bfb51285-74ab-4d3d-be92-ef644a3efcad" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.883257] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bfb51285-74ab-4d3d-be92-ef644a3efcad" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.883341] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bfb51285-74ab-4d3d-be92-ef644a3efcad',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.396261] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bdd25b6-02e7-4e53-bd3c-359f3d415d46 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.396649] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bdd25b6-02e7-4e53-bd3c-359f3d415d46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.396649] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bdd25b6-02e7-4e53-bd3c-359f3d415d46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.396754] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bdd25b6-02e7-4e53-bd3c-359f3d415d46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.396946] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.397066] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.397133] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.397286] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.397371] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.397456] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bdd25b6-02e7-4e53-bd3c-359f3d415d46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.397541] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1bdd25b6-02e7-4e53-bd3c-359f3d415d46',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.400799] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9dd1139-d4d7-4581-833d-a978dce550dc taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.400955] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.401099] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.401344] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.401405] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.401502] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.401581] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.401721] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.401814] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.401903] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.401994] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d9dd1139-d4d7-4581-833d-a978dce550dc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.476358] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.476537] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.476583] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.476822] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.481755] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.481932] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.492391] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.492626] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.493481] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.493580] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.494318] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.494432] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.495165] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.495271] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.496829] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.496951] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.500292] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.500412] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.501151] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.501246] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.505938] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.506074] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.506797] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.506890] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.507485] env[69836]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1310.508244] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.508244] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.508415] env[69836]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1310.508813] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.508933] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.516212] env[69836]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1310.516660] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.516764] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.517702] env[69836]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1310.518151] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.518276] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.518899] env[69836]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1310.519301] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.519407] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.520053] env[69836]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1310.520467] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.520558] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.523652] env[69836]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1310.524090] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.524209] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42c09bfc-c2c1-4f98-8c3a-65d1e9713465 is going to be deleted. [ 1310.525202] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.525413] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.527518] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.527614] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.553199] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.553378] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb707a21-2bff-455c-8dfd-6739cf9b98df is going to be deleted. [ 1310.554450] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.554679] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.584942] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.585170] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 230c9059-fa4c-4269-a09b-17355ac525c2 is going to be deleted. [ 1310.586231] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.586450] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.617019] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.617019] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.618525] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.618683] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c07f305-bd84-4175-88c1-ee7c9f8e1dcc is going to be deleted. [ 1310.619646] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.619900] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.622147] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.622291] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.658848] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.658848] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.659630] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.659747] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f02905c-1b48-4880-96c1-92801c06621a is going to be deleted. [ 1310.660692] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.660925] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.720696] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.720911] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88d8f402-4e5c-4eaa-b6e2-200619212e93 is going to be deleted. [ 1310.721908] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.722281] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.723909] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.724054] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.768658] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.768824] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 081b149a-6447-4792-afcc-0a5674ac909c is going to be deleted. [ 1310.769709] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.770077] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.805197] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.805442] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.861885] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.862343] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 667c1f1f-dd24-4542-a14a-9ac887aa8736 is going to be deleted. [ 1310.862902] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.863138] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.912187] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9dd1139-d4d7-4581-833d-a978dce550dc taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.912406] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.912406] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.912617] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.912780] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.912883] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.912947] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.913117] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.913208] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.913298] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.913444] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9dd1139-d4d7-4581-833d-a978dce550dc taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.913539] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.913613] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.913881] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.914074] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.914253] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.914381] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.914600] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.914735] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.914874] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.915124] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d9dd1139-d4d7-4581-833d-a978dce550dc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.916472] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1bdd25b6-02e7-4e53-bd3c-359f3d415d46',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.919072] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.919072] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.983468] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.983824] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.026122] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.026122] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bfb51285-74ab-4d3d-be92-ef644a3efcad is going to be deleted. [ 1311.026716] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.026943] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.078263] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.078509] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.108126] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.108397] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1dff8fa3-5696-4780-a8c6-c3a95b7798fa is going to be deleted. [ 1311.109233] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.109470] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.161655] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.161833] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c7c0d7b-66c6-493f-861a-707dd5ce5956 is going to be deleted. [ 1311.162878] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.163127] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.228458] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.228600] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4ba15e8-6943-44dd-8aab-527fc0fec908 is going to be deleted. [ 1311.229560] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.229778] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.233126] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-510 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.233346] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-510" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.233475] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-510" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.233731] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-510" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.234009] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.234193] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.234312] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.234533] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.234679] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.234895] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1311.235019] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1311.235133] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1311.235243] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1311.235356] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1311.235476] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1311.235615] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1311.281116] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1311.281364] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.046 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1311.281509] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1311.281690] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-510" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.282199] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-583a66db-92f0-4912-8fd3-b4f39749f699 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.282334] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-583a66db-92f0-4912-8fd3-b4f39749f699" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.282377] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-583a66db-92f0-4912-8fd3-b4f39749f699" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.282623] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-583a66db-92f0-4912-8fd3-b4f39749f699" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.282768] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('583a66db-92f0-4912-8fd3-b4f39749f699',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.314044] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.314318] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.315550] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.315669] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e557fa6c-3c05-4a1a-bf75-a554b079941f is going to be deleted. [ 1311.316588] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.316809] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.319019] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.319182] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.328618] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.328834] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.349187] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.349434] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 798155c2-14bd-4af3-9fc9-a42ec3f39a34 is going to be deleted. [ 1311.350378] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.350609] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.400086] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.400394] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb3caa0b-ae4d-471c-a40e-6bc5723f9f22 is going to be deleted. [ 1311.405118] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.405893] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.409459] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.409809] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.421603] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d9dd1139-d4d7-4581-833d-a978dce550dc: rpc.has_security_group_logging(os_id): False [ 1311.423950] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1bdd25b6-02e7-4e53-bd3c-359f3d415d46: rpc.has_security_group_logging(os_id): False [ 1311.553039] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.553308] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e034fcde-945d-4494-8f44-e7f4610ac12f is going to be deleted. [ 1311.554420] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.554777] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.557080] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.557308] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.557956] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.558065] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.558798] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.558909] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.559931] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.560090] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.635433] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.635646] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 895b550b-a92b-449d-8067-5b40315d6597 is going to be deleted. [ 1311.636649] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.636882] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.710989] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.711135] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.714895] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.715033] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63e3b484-f1c6-417a-9ba3-e1d68d938387 is going to be deleted. [ 1311.715944] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.716161] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.716256] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.716383] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42c09bfc-c2c1-4f98-8c3a-65d1e9713465" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.716588] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.716729] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.716816] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.716923] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb707a21-2bff-455c-8dfd-6739cf9b98df" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.717521] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.717796] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.717910] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.718100] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-230c9059-fa4c-4269-a09b-17355ac525c2" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.718246] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.718406] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.718572] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.718635] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c07f305-bd84-4175-88c1-ee7c9f8e1dcc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.718732] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.718916] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.718986] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.719065] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f02905c-1b48-4880-96c1-92801c06621a" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.719203] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.719339] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.719443] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.719519] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-88d8f402-4e5c-4eaa-b6e2-200619212e93" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.720124] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.720124] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.720124] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.720124] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-081b149a-6447-4792-afcc-0a5674ac909c" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.720348] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.720348] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.720348] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.720476] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-667c1f1f-dd24-4542-a14a-9ac887aa8736" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.721581] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.721581] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.721581] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.721581] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bfb51285-74ab-4d3d-be92-ef644a3efcad" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.721581] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.721581] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.721581] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.722038] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1dff8fa3-5696-4780-a8c6-c3a95b7798fa" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.722038] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.722175] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.722292] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.722427] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c7c0d7b-66c6-493f-861a-707dd5ce5956" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.722556] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.722701] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.722782] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.722886] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4ba15e8-6943-44dd-8aab-527fc0fec908" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.723026] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.723220] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.723340] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.723426] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e557fa6c-3c05-4a1a-bf75-a554b079941f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.723654] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.723818] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.723885] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.724184] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-798155c2-14bd-4af3-9fc9-a42ec3f39a34" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.724351] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.724658] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.772046] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.772183] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.785017] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.785319] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.785421] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.785734] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.785914] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.786222] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.786389] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.786508] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.786739] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.786877] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.787256] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.787375] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.787483] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.787694] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.787858] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.788020] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: 583a66db-92f0-4912-8fd3-b4f39749f699 is going to be updated. [ 1311.877225] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.877533] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.886453] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.886715] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.886847] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.886925] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.887116] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.887206] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.887460] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.887570] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.887634] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.887781] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.887846] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.888045] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.888123] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.888187] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.888357] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.888435] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.888530] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9dd1139-d4d7-4581-833d-a978dce550dc is going to be updated. [ 1311.889671] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.889832] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.968289] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.969036] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.969036] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.969036] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.969241] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.969364] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-583a66db-92f0-4912-8fd3-b4f39749f699" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.993511] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.993656] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.064375] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.064696] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.064800] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.064867] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.065105] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.065188] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.065286] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1bdd25b6-02e7-4e53-bd3c-359f3d415d46 is going to be updated. [ 1312.066375] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.066554] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.066643] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.066762] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e034fcde-945d-4494-8f44-e7f4610ac12f" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.066893] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.067052] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.067259] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.067390] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-895b550b-a92b-449d-8067-5b40315d6597" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.067534] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.067681] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.067765] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.067890] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb3caa0b-ae4d-471c-a40e-6bc5723f9f22" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.068013] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.068158] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.068234] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.068343] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63e3b484-f1c6-417a-9ba3-e1d68d938387" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.241781] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.242014] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.242065] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.242272] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.242426] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.350731] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.351067] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.351067] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.351200] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.351362] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.410128] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9dd1139-d4d7-4581-833d-a978dce550dc in Status: IN_PROGRESS for 2s [ 1312.410921] env[69836]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1312.411293] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1bdd25b6-02e7-4e53-bd3c-359f3d415d46 in Status: IN_PROGRESS for 2s [ 1312.511945] env[69836]: INFO networking_nsxv3.common.synchronization [req-7b8649c7-5361-4710-94d4-a88c215d652d req-f062f25d-e4f5-4242-b77a-2081dd1f7d66 service nova] Enqueued Resource ID: 1901b260-9933-45b0-8421-0e40c69c1331 with Priority: HIGHEST for action security_group_rules [ 1312.512182] env[69836]: INFO networking_nsxv3.common.synchronization [req-7b8649c7-5361-4710-94d4-a88c215d652d req-f062f25d-e4f5-4242-b77a-2081dd1f7d66 service nova] Enqueued Resource ID: 1901b260-9933-45b0-8421-0e40c69c1331 with Priority: HIGHEST for action security_group_members [ 1312.512306] env[69836]: INFO networking_nsxv3.common.synchronization [req-7b8649c7-5361-4710-94d4-a88c215d652d req-f062f25d-e4f5-4242-b77a-2081dd1f7d66 service nova] Enqueued Resource ID: 583a66db-92f0-4912-8fd3-b4f39749f699 with Priority: HIGHEST for action port [ 1312.512545] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1901b260-9933-45b0-8421-0e40c69c1331 with Priority: HIGHEST for action security_group_rules [ 1312.512673] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1901b260-9933-45b0-8421-0e40c69c1331 with Priority: HIGHEST for action security_group_members [ 1312.512768] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 583a66db-92f0-4912-8fd3-b4f39749f699 with Priority: HIGHEST for action port [ 1312.513535] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1901b260-9933-45b0-8421-0e40c69c1331 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.513783] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1901b260-9933-45b0-8421-0e40c69c1331" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.513821] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1901b260-9933-45b0-8421-0e40c69c1331" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.514075] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1901b260-9933-45b0-8421-0e40c69c1331" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.514187] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1901b260-9933-45b0-8421-0e40c69c1331',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.515103] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-1901b260-9933-45b0-8421-0e40c69c1331 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.515254] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1901b260-9933-45b0-8421-0e40c69c1331" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.515347] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1901b260-9933-45b0-8421-0e40c69c1331" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.515584] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1901b260-9933-45b0-8421-0e40c69c1331" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.515789] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.515966] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.516093] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.516345] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.516464] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.516590] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1901b260-9933-45b0-8421-0e40c69c1331',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.517448] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-583a66db-92f0-4912-8fd3-b4f39749f699 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.517595] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-583a66db-92f0-4912-8fd3-b4f39749f699" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.517708] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-583a66db-92f0-4912-8fd3-b4f39749f699" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.517881] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-583a66db-92f0-4912-8fd3-b4f39749f699" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.518028] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('583a66db-92f0-4912-8fd3-b4f39749f699',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.020324] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1901b260-9933-45b0-8421-0e40c69c1331',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.021526] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-1901b260-9933-45b0-8421-0e40c69c1331 taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.021691] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1901b260-9933-45b0-8421-0e40c69c1331" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.021822] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 583a66db-92f0-4912-8fd3-b4f39749f699 with status ACTIVE [ 1313.021984] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.022103] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.022159] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.022396] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.022489] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.022656] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.022750] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.022802] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.023131] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.023131] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.023218] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.023402] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.023402] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.023602] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.023602] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.023706] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 583a66db-92f0-4912-8fd3-b4f39749f699 is going to be updated. [ 1313.047023] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.047239] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.047239] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.048138] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.048396] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.048631] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-583a66db-92f0-4912-8fd3-b4f39749f699" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.525855] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1901b260-9933-45b0-8421-0e40c69c1331',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.878808] env[69836]: INFO networking_nsxv3.common.synchronization [req-5698d34b-eb5a-4e97-8561-dcf01dd59e83 req-5c5c5fbd-0ad3-46d8-9810-4fd8752a9a60 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Enqueued Resource ID: d9dd1139-d4d7-4581-833d-a978dce550dc with Priority: HIGHEST for action security_group_members [ 1313.878808] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9dd1139-d4d7-4581-833d-a978dce550dc with Priority: HIGHEST for action security_group_members [ 1313.878977] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9dd1139-d4d7-4581-833d-a978dce550dc taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.879041] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.879097] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.879297] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.879447] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.879544] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.879676] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.879739] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.879829] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.879956] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9dd1139-d4d7-4581-833d-a978dce550dc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.028818] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.029241] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.029241] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.029450] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.029555] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.029661] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1901b260-9933-45b0-8421-0e40c69c1331 is going to be updated. [ 1314.065778] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.065937] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.066026] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.066317] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.066498] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.077280] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1901b260-9933-45b0-8421-0e40c69c1331 in Status: IN_PROGRESS for 2s [ 1314.200961] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-642 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.201266] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-642" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.201349] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-642" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.201621] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-642" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.201885] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.202093] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.202231] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.202450] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.202598] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.202801] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1314.202914] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1314.203081] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1314.203201] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1314.203328] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1314.203438] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1314.203574] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1314.233352] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1314.233524] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1314.233647] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1314.233850] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-642" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.234182] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-f01d84d7-79c3-4121-b822-74b0473012b0 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.234360] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-f01d84d7-79c3-4121-b822-74b0473012b0" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.234484] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-f01d84d7-79c3-4121-b822-74b0473012b0" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.234823] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-f01d84d7-79c3-4121-b822-74b0473012b0" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.234964] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f01d84d7-79c3-4121-b822-74b0473012b0',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.381814] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9dd1139-d4d7-4581-833d-a978dce550dc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.428898] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1bdd25b6-02e7-4e53-bd3c-359f3d415d46 in Status: SUCCESS [ 1314.429283] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1bdd25b6-02e7-4e53-bd3c-359f3d415d46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.432696] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9dd1139-d4d7-4581-833d-a978dce550dc in Status: SUCCESS [ 1314.432915] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.737262] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.737521] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.737647] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.737990] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.738189] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.739034] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port f01d84d7-79c3-4121-b822-74b0473012b0 not found, creating... [ 1314.739034] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.739034] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.739034] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.739323] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.739323] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.739553] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.739709] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.739833] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.740089] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.740233] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.740374] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: f01d84d7-79c3-4121-b822-74b0473012b0 is going to be created. [ 1314.785698] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.786022] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.786022] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.786326] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.786588] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.786789] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-f01d84d7-79c3-4121-b822-74b0473012b0" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.884400] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9dd1139-d4d7-4581-833d-a978dce550dc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.388402] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.388750] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.388750] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.388908] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.389024] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.389216] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9dd1139-d4d7-4581-833d-a978dce550dc is going to be updated. [ 1315.419867] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.420106] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.420183] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.420429] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.420581] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.432211] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9dd1139-d4d7-4581-833d-a978dce550dc in Status: IN_PROGRESS for 2s [ 1315.435967] env[69836]: INFO networking_nsxv3.common.synchronization [req-5698d34b-eb5a-4e97-8561-dcf01dd59e83 req-41422a75-b191-45af-90dc-c0e1c0476b23 service nova] Enqueued Resource ID: d9dd1139-d4d7-4581-833d-a978dce550dc with Priority: HIGHEST for action security_group_rules [ 1315.436215] env[69836]: INFO networking_nsxv3.common.synchronization [req-5698d34b-eb5a-4e97-8561-dcf01dd59e83 req-41422a75-b191-45af-90dc-c0e1c0476b23 service nova] Enqueued Resource ID: d9dd1139-d4d7-4581-833d-a978dce550dc with Priority: HIGHEST for action security_group_members [ 1315.436412] env[69836]: INFO networking_nsxv3.common.synchronization [req-5698d34b-eb5a-4e97-8561-dcf01dd59e83 req-41422a75-b191-45af-90dc-c0e1c0476b23 service nova] Enqueued Resource ID: f01d84d7-79c3-4121-b822-74b0473012b0 with Priority: HIGHEST for action port [ 1315.437006] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9dd1139-d4d7-4581-833d-a978dce550dc with Priority: HIGHEST for action security_group_rules [ 1315.437258] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9dd1139-d4d7-4581-833d-a978dce550dc with Priority: HIGHEST for action security_group_members [ 1315.437402] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f01d84d7-79c3-4121-b822-74b0473012b0 with Priority: HIGHEST for action port [ 1315.437737] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9dd1139-d4d7-4581-833d-a978dce550dc taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.437916] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.438017] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.438275] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.438379] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9dd1139-d4d7-4581-833d-a978dce550dc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.439714] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9dd1139-d4d7-4581-833d-a978dce550dc taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.440010] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.440146] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-f01d84d7-79c3-4121-b822-74b0473012b0 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.440281] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f01d84d7-79c3-4121-b822-74b0473012b0" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.440374] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f01d84d7-79c3-4121-b822-74b0473012b0" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.440603] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f01d84d7-79c3-4121-b822-74b0473012b0" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.440698] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f01d84d7-79c3-4121-b822-74b0473012b0',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.942787] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9dd1139-d4d7-4581-833d-a978dce550dc taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.943060] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.944244] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f01d84d7-79c3-4121-b822-74b0473012b0 with status ACTIVE [ 1315.944519] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.944667] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.944737] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.945056] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.945056] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.945240] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.945341] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.945418] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.945657] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.945756] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.945963] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.946081] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.946148] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.946298] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.946375] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.946461] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f01d84d7-79c3-4121-b822-74b0473012b0 is going to be updated. [ 1315.975189] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.975409] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.975409] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.975600] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.975738] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.975906] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f01d84d7-79c3-4121-b822-74b0473012b0" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.087694] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1901b260-9933-45b0-8421-0e40c69c1331 in Status: SUCCESS [ 1316.088054] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1901b260-9933-45b0-8421-0e40c69c1331" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.088316] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1901b260-9933-45b0-8421-0e40c69c1331" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.088633] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1901b260-9933-45b0-8421-0e40c69c1331" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.088908] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.089111] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.089222] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.089452] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.089674] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.089747] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1901b260-9933-45b0-8421-0e40c69c1331" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.089856] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1901b260-9933-45b0-8421-0e40c69c1331',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.592242] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1901b260-9933-45b0-8421-0e40c69c1331',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.094971] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1901b260-9933-45b0-8421-0e40c69c1331: rpc.has_security_group_logging(os_id): False [ 1317.117680] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.117865] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.117931] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.118173] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.142199] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.142528] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.142667] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.142776] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.142937] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.143037] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.143138] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1901b260-9933-45b0-8421-0e40c69c1331 is going to be updated. [ 1317.257034] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.257337] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.257337] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.257582] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.257830] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.274385] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1901b260-9933-45b0-8421-0e40c69c1331 in Status: IN_PROGRESS for 2s [ 1317.441939] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9dd1139-d4d7-4581-833d-a978dce550dc in Status: SUCCESS [ 1317.442310] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.442561] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.442879] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.443192] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.443378] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.443515] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.443752] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.443898] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.444077] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9dd1139-d4d7-4581-833d-a978dce550dc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.946678] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9dd1139-d4d7-4581-833d-a978dce550dc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.448998] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9dd1139-d4d7-4581-833d-a978dce550dc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.951434] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.951861] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.951861] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.951861] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.951968] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.952054] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9dd1139-d4d7-4581-833d-a978dce550dc is going to be updated. [ 1319.016683] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.016901] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.016901] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.017147] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.017363] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.029868] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9dd1139-d4d7-4581-833d-a978dce550dc in Status: IN_PROGRESS for 2s [ 1319.102977] env[69836]: INFO networking_nsxv3.common.synchronization [req-3c66df80-b08a-439e-aa8f-b53ef86ede15 req-f3b489b8-2759-460d-baa0-510b608867ac tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Enqueued Resource ID: 1bdd25b6-02e7-4e53-bd3c-359f3d415d46 with Priority: HIGHEST for action security_group_members [ 1319.103668] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bdd25b6-02e7-4e53-bd3c-359f3d415d46 with Priority: HIGHEST for action security_group_members [ 1319.104166] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bdd25b6-02e7-4e53-bd3c-359f3d415d46 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.104292] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bdd25b6-02e7-4e53-bd3c-359f3d415d46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.104292] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bdd25b6-02e7-4e53-bd3c-359f3d415d46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.104539] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bdd25b6-02e7-4e53-bd3c-359f3d415d46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.105044] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.105044] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.105044] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.105044] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.105255] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.105255] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1bdd25b6-02e7-4e53-bd3c-359f3d415d46',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.290022] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1901b260-9933-45b0-8421-0e40c69c1331 in Status: SUCCESS [ 1319.290325] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1901b260-9933-45b0-8421-0e40c69c1331" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.608751] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.608751] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.608751] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.608751] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.609121] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.609250] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.609409] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.609503] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.609654] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.609781] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.609952] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bdd25b6-02e7-4e53-bd3c-359f3d415d46 is going to be updated. [ 1319.639287] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.639602] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.639602] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.639771] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.639984] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.650878] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bdd25b6-02e7-4e53-bd3c-359f3d415d46 in Status: IN_PROGRESS for 2s [ 1321.043665] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9dd1139-d4d7-4581-833d-a978dce550dc in Status: SUCCESS [ 1321.044097] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.044227] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.044527] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.044792] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.044954] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.046062] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.046062] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.046062] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.046062] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.046062] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d9dd1139-d4d7-4581-833d-a978dce550dc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.548873] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9dd1139-d4d7-4581-833d-a978dce550dc taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.548873] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.548873] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.548873] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.548873] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.549402] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.549402] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.549402] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.549402] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.549402] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.549646] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9dd1139-d4d7-4581-833d-a978dce550dc taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.549646] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.549646] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.549757] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.549865] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.550027] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.550081] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.550221] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.550296] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.550374] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.550465] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d9dd1139-d4d7-4581-833d-a978dce550dc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.661721] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bdd25b6-02e7-4e53-bd3c-359f3d415d46 in Status: SUCCESS [ 1321.661949] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bdd25b6-02e7-4e53-bd3c-359f3d415d46 deletion is rescheduled due to dependency. [ 1321.662024] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bdd25b6-02e7-4e53-bd3c-359f3d415d46" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.053361] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d9dd1139-d4d7-4581-833d-a978dce550dc: rpc.has_security_group_logging(os_id): False [ 1322.072602] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.072814] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.072814] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.072957] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.073062] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.073263] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.073359] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.073420] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.073567] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.073645] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.073837] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.073931] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.073993] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.074147] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.074221] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.074410] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.074503] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.074565] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.074705] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.074768] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.074857] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9dd1139-d4d7-4581-833d-a978dce550dc is going to be updated. [ 1322.146150] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.146345] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.146425] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.146865] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.146865] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.174275] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9dd1139-d4d7-4581-833d-a978dce550dc in Status: IN_PROGRESS for 2s [ 1324.105288] env[69836]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1324.105777] env[69836]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1324.193821] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9dd1139-d4d7-4581-833d-a978dce550dc in Status: SUCCESS [ 1324.194147] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.106912] env[69836]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1329.107259] env[69836]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1330.814458] env[69836]: INFO networking_nsxv3.common.synchronization [req-3e75974a-4f42-4ee9-b8bb-3b5b7f7245fd req-13db78c3-57fb-4d1e-a33f-f39c41c64121 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Enqueued Resource ID: d9dd1139-d4d7-4581-833d-a978dce550dc with Priority: HIGHEST for action security_group_members [ 1330.815360] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9dd1139-d4d7-4581-833d-a978dce550dc with Priority: HIGHEST for action security_group_members [ 1330.815360] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9dd1139-d4d7-4581-833d-a978dce550dc taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.815573] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.815734] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.815970] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.816161] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.816302] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.816336] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.816492] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.816580] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.816681] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9dd1139-d4d7-4581-833d-a978dce550dc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.286905] env[69836]: INFO networking_nsxv3.common.synchronization [req-59053398-28a6-42a1-8d9b-f98c6aa3cc5a req-3d462a1c-8f0c-4515-877f-fabbe543f9ac tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Enqueued Resource ID: 1901b260-9933-45b0-8421-0e40c69c1331 with Priority: HIGHEST for action security_group_members [ 1331.287479] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1901b260-9933-45b0-8421-0e40c69c1331 with Priority: HIGHEST for action security_group_members [ 1331.287802] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-1901b260-9933-45b0-8421-0e40c69c1331 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.287930] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1901b260-9933-45b0-8421-0e40c69c1331" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.287995] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1901b260-9933-45b0-8421-0e40c69c1331" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.288616] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1901b260-9933-45b0-8421-0e40c69c1331" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.289420] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.289576] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.289643] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.289832] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.289921] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.290053] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1901b260-9933-45b0-8421-0e40c69c1331',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.318563] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9dd1139-d4d7-4581-833d-a978dce550dc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.792250] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.792429] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.792502] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.792730] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.792823] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.793032] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.793132] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.793216] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.793371] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.793446] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.793537] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1901b260-9933-45b0-8421-0e40c69c1331 is going to be updated. [ 1331.821295] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9dd1139-d4d7-4581-833d-a978dce550dc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.825554] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.825697] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.825769] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.825970] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.826317] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.835436] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1901b260-9933-45b0-8421-0e40c69c1331 in Status: IN_PROGRESS for 2s [ 1332.324085] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.324309] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.324309] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.324492] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.324609] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.324716] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9dd1139-d4d7-4581-833d-a978dce550dc is going to be updated. [ 1332.354113] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.354298] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.354366] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.354535] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.354782] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.367311] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9dd1139-d4d7-4581-833d-a978dce550dc in Status: IN_PROGRESS for 2s [ 1333.845056] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1901b260-9933-45b0-8421-0e40c69c1331 in Status: SUCCESS [ 1333.845056] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1901b260-9933-45b0-8421-0e40c69c1331 deletion is rescheduled due to dependency. [ 1333.845056] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1901b260-9933-45b0-8421-0e40c69c1331" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.377142] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9dd1139-d4d7-4581-833d-a978dce550dc in Status: SUCCESS [ 1334.377363] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.289107] env[69836]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1336.289523] env[69836]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1337.463621] env[69836]: INFO networking_nsxv3.common.synchronization [req-46cbc6f5-cfb2-4808-a8cc-39a0bb1e6965 req-b621a798-ffc6-455e-912f-830128ee9226 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Enqueued Resource ID: d9dd1139-d4d7-4581-833d-a978dce550dc with Priority: HIGHEST for action security_group_members [ 1337.464227] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9dd1139-d4d7-4581-833d-a978dce550dc with Priority: HIGHEST for action security_group_members [ 1337.465035] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9dd1139-d4d7-4581-833d-a978dce550dc taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.465035] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.465035] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.465035] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.465267] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.465267] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.465267] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.465432] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.465508] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.465617] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9dd1139-d4d7-4581-833d-a978dce550dc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.967608] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9dd1139-d4d7-4581-833d-a978dce550dc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.470922] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9dd1139-d4d7-4581-833d-a978dce550dc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.973245] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.973434] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.973505] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.973802] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.973959] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.974181] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9dd1139-d4d7-4581-833d-a978dce550dc is going to be updated. [ 1339.003622] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.003793] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.003842] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.004036] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.004189] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.025917] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9dd1139-d4d7-4581-833d-a978dce550dc in Status: IN_PROGRESS for 2s [ 1341.036808] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9dd1139-d4d7-4581-833d-a978dce550dc in Status: SUCCESS [ 1341.037137] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.465390] env[69836]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1342.465766] env[69836]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1344.733744] env[69836]: INFO networking_nsxv3.common.synchronization [req-75ccb045-b0a1-445a-bb53-403fcd3533f2 req-669be663-fbeb-4de7-8597-5002342c1f43 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Enqueued Resource ID: bbf07bd6-194c-40ed-bd49-5c7f759a66df with Priority: HIGHEST for action security_group_members [ 1344.734264] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbf07bd6-194c-40ed-bd49-5c7f759a66df with Priority: HIGHEST for action security_group_members [ 1344.734571] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbf07bd6-194c-40ed-bd49-5c7f759a66df taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.734694] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbf07bd6-194c-40ed-bd49-5c7f759a66df" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.734952] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbf07bd6-194c-40ed-bd49-5c7f759a66df" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.734952] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbf07bd6-194c-40ed-bd49-5c7f759a66df" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.735259] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.735362] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.735424] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.735600] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.735719] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.735795] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbf07bd6-194c-40ed-bd49-5c7f759a66df',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1345.238127] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.238377] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.238377] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.238566] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.260764] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.261062] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.261268] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.261268] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.261412] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.261494] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.261581] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbf07bd6-194c-40ed-bd49-5c7f759a66df is going to be updated. [ 1345.289169] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.289404] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.289404] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.289578] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.289719] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.297536] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbf07bd6-194c-40ed-bd49-5c7f759a66df in Status: IN_PROGRESS for 2s [ 1345.862876] env[69836]: INFO networking_nsxv3.common.synchronization [req-436d1f15-dc1e-439e-9266-6fbd0b3513a1 req-4dc9dea3-3698-4b1b-a9e2-985b8f9f6498 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Enqueued Resource ID: d9dd1139-d4d7-4581-833d-a978dce550dc with Priority: HIGHEST for action security_group_members [ 1345.863395] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9dd1139-d4d7-4581-833d-a978dce550dc with Priority: HIGHEST for action security_group_members [ 1345.863693] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9dd1139-d4d7-4581-833d-a978dce550dc taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.863814] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.863882] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.864088] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.864238] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.864335] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.864397] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.864539] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.865111] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.865111] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9dd1139-d4d7-4581-833d-a978dce550dc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.136046] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-642 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.136317] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-642" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.136923] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-642" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.137165] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-642" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.137477] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.137684] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.137856] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.138147] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.138327] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.138602] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1346.138758] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1346.138891] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1346.139058] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1346.139208] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1346.139326] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1346.139476] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1346.161902] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1346.162105] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1346.162235] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1346.162454] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-642" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.162787] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-a9651973-9ea3-4083-9ed8-5aee223e28f3 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.162964] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-a9651973-9ea3-4083-9ed8-5aee223e28f3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.163107] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-a9651973-9ea3-4083-9ed8-5aee223e28f3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.163456] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-a9651973-9ea3-4083-9ed8-5aee223e28f3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.163598] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9651973-9ea3-4083-9ed8-5aee223e28f3',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.366665] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9dd1139-d4d7-4581-833d-a978dce550dc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.666111] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.666343] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.666397] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.666780] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.667184] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.667254] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port a9651973-9ea3-4083-9ed8-5aee223e28f3 not found, creating... [ 1346.667641] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.667892] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.668060] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.668407] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.668635] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.669094] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.669332] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.669524] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.669823] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.670092] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.670304] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: a9651973-9ea3-4083-9ed8-5aee223e28f3 is going to be created. [ 1346.694431] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.694756] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.694756] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.695096] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.695336] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.695571] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-a9651973-9ea3-4083-9ed8-5aee223e28f3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.868867] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9dd1139-d4d7-4581-833d-a978dce550dc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1347.307858] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbf07bd6-194c-40ed-bd49-5c7f759a66df in Status: SUCCESS [ 1347.308092] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbf07bd6-194c-40ed-bd49-5c7f759a66df deletion is rescheduled due to dependency. [ 1347.308209] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbf07bd6-194c-40ed-bd49-5c7f759a66df" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.366983] env[69836]: INFO networking_nsxv3.common.synchronization [req-436d1f15-dc1e-439e-9266-6fbd0b3513a1 req-d26707b0-8b30-450d-8b98-fe3df1ce25f3 service nova] Enqueued Resource ID: d9dd1139-d4d7-4581-833d-a978dce550dc with Priority: HIGHEST for action security_group_rules [ 1347.367154] env[69836]: INFO networking_nsxv3.common.synchronization [req-436d1f15-dc1e-439e-9266-6fbd0b3513a1 req-d26707b0-8b30-450d-8b98-fe3df1ce25f3 service nova] Enqueued Resource ID: d9dd1139-d4d7-4581-833d-a978dce550dc with Priority: HIGHEST for action security_group_members [ 1347.367235] env[69836]: INFO networking_nsxv3.common.synchronization [req-436d1f15-dc1e-439e-9266-6fbd0b3513a1 req-d26707b0-8b30-450d-8b98-fe3df1ce25f3 service nova] Enqueued Resource ID: a9651973-9ea3-4083-9ed8-5aee223e28f3 with Priority: HIGHEST for action port [ 1347.367465] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9dd1139-d4d7-4581-833d-a978dce550dc with Priority: HIGHEST for action security_group_rules [ 1347.367592] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9dd1139-d4d7-4581-833d-a978dce550dc with Priority: HIGHEST for action security_group_members [ 1347.367695] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9651973-9ea3-4083-9ed8-5aee223e28f3 with Priority: HIGHEST for action port [ 1347.368338] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9dd1139-d4d7-4581-833d-a978dce550dc taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.368407] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.368445] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.368609] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.368676] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9dd1139-d4d7-4581-833d-a978dce550dc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1347.369479] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9dd1139-d4d7-4581-833d-a978dce550dc taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.369581] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.370171] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9651973-9ea3-4083-9ed8-5aee223e28f3 taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.370287] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9651973-9ea3-4083-9ed8-5aee223e28f3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.370354] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9651973-9ea3-4083-9ed8-5aee223e28f3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.370515] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9651973-9ea3-4083-9ed8-5aee223e28f3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.370590] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9651973-9ea3-4083-9ed8-5aee223e28f3',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1347.371705] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.371909] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.371909] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.372030] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.372149] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.372203] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9dd1139-d4d7-4581-833d-a978dce550dc is going to be updated. [ 1347.413731] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.413979] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.413979] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.414221] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.414378] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.424572] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9dd1139-d4d7-4581-833d-a978dce550dc in Status: IN_PROGRESS for 2s [ 1347.873136] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9dd1139-d4d7-4581-833d-a978dce550dc taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.873439] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.874025] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a9651973-9ea3-4083-9ed8-5aee223e28f3 with status ACTIVE [ 1347.874025] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.874025] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.874025] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.874286] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.874286] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.874420] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.874469] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.874557] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.874705] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.874743] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.874904] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.875012] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.875070] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.875676] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.875676] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.875676] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a9651973-9ea3-4083-9ed8-5aee223e28f3 is going to be updated. [ 1347.899909] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.900231] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.900231] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.900379] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.900535] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.900811] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9651973-9ea3-4083-9ed8-5aee223e28f3" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.435932] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9dd1139-d4d7-4581-833d-a978dce550dc in Status: SUCCESS [ 1349.436343] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.436343] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.436477] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.436664] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.436818] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.436887] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.437059] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.437144] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.437240] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9dd1139-d4d7-4581-833d-a978dce550dc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1349.939681] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9dd1139-d4d7-4581-833d-a978dce550dc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1350.443071] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9dd1139-d4d7-4581-833d-a978dce550dc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1350.945542] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.945747] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.945804] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.945979] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.946082] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.946178] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9dd1139-d4d7-4581-833d-a978dce550dc is going to be updated. [ 1350.978903] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.979135] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.979135] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.979340] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.979495] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.989643] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9dd1139-d4d7-4581-833d-a978dce550dc in Status: IN_PROGRESS for 2s [ 1352.369307] env[69836]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1352.369307] env[69836]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1353.003113] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9dd1139-d4d7-4581-833d-a978dce550dc in Status: SUCCESS [ 1353.003113] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.003113] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.003113] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.003113] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.003113] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.003113] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.003113] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.003113] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.003113] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.003113] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d9dd1139-d4d7-4581-833d-a978dce550dc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1353.506027] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9dd1139-d4d7-4581-833d-a978dce550dc taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.506389] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.506389] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.506389] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.506563] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.506671] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.506738] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.506902] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.506991] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.507095] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.507241] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9dd1139-d4d7-4581-833d-a978dce550dc taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.507333] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.507394] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.507530] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.507663] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.507749] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.507809] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.507936] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.508023] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.508107] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.508197] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d9dd1139-d4d7-4581-833d-a978dce550dc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1354.010654] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d9dd1139-d4d7-4581-833d-a978dce550dc: rpc.has_security_group_logging(os_id): False [ 1354.032856] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.033107] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.033161] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.033454] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.033572] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.033778] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.033876] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.033940] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.034111] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.034189] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.034381] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.034473] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.034533] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.034671] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.034744] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.034925] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.035035] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.035098] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.035234] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.035307] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.035390] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9dd1139-d4d7-4581-833d-a978dce550dc is going to be updated. [ 1354.130156] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.130408] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.130408] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.130591] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.130747] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.148680] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9dd1139-d4d7-4581-833d-a978dce550dc in Status: IN_PROGRESS for 2s [ 1356.167099] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9dd1139-d4d7-4581-833d-a978dce550dc in Status: SUCCESS [ 1356.167533] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.370720] env[69836]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1357.371155] env[69836]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1358.264204] env[69836]: INFO networking_nsxv3.common.synchronization [req-d278fae3-7a5d-4ae4-8659-16e588ae5ed0 req-da8a296c-c2fd-4aba-8d2c-de20f279e415 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Enqueued Resource ID: d9dd1139-d4d7-4581-833d-a978dce550dc with Priority: HIGHEST for action security_group_members [ 1358.264204] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9dd1139-d4d7-4581-833d-a978dce550dc with Priority: HIGHEST for action security_group_members [ 1358.264204] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9dd1139-d4d7-4581-833d-a978dce550dc taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.264204] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.264204] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.264204] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.264471] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.264471] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.264471] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.264588] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.264641] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.264770] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9dd1139-d4d7-4581-833d-a978dce550dc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.766924] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9dd1139-d4d7-4581-833d-a978dce550dc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1359.269617] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9dd1139-d4d7-4581-833d-a978dce550dc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1359.771808] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.772151] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.772151] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.772257] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.772353] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.772463] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9dd1139-d4d7-4581-833d-a978dce550dc is going to be updated. [ 1359.808021] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.808228] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.808297] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.808521] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.808674] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.819835] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9dd1139-d4d7-4581-833d-a978dce550dc in Status: IN_PROGRESS for 2s [ 1361.831904] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9dd1139-d4d7-4581-833d-a978dce550dc in Status: SUCCESS [ 1361.832396] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.265200] env[69836]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1363.265634] env[69836]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1368.073007] env[69836]: INFO networking_nsxv3.common.synchronization [req-b87e1ad1-201a-4a2e-9e34-71163ba89908 req-ce5f4aed-40c9-4ba5-bb12-37d233381eea tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Enqueued Resource ID: d9dd1139-d4d7-4581-833d-a978dce550dc with Priority: HIGHEST for action security_group_members [ 1368.073521] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9dd1139-d4d7-4581-833d-a978dce550dc with Priority: HIGHEST for action security_group_members [ 1368.073817] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9dd1139-d4d7-4581-833d-a978dce550dc taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.073936] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.074014] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.074217] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.074372] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.074466] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.074518] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.074665] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.074751] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.074840] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9dd1139-d4d7-4581-833d-a978dce550dc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1368.334956] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock network-642 taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.335167] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "network-642" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.335295] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "network-642" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.335571] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "network-642" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.335815] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.335976] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.336108] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.336324] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.336468] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.336682] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1368.336795] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] NeedRegenerationException {{(pid=69836) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1368.336905] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] no value, waiting for create lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1368.337027] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] value creation lock acquired {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1368.337143] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] No value present for key: 'zone-id' {{(pid=69836) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1368.337250] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Calling creation function for not-yet-present value {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1368.337385] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1368.359166] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1368.359355] env[69836]: DEBUG dogpile.cache.region [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69836) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1368.359492] env[69836]: DEBUG dogpile.lock [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Released creation lock {{(pid=69836) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1368.359671] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "network-642" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.359987] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock port-85a3db3d-e854-40cc-a26b-78845520af4e taken with stack trace [, , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.360192] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "port-85a3db3d-e854-40cc-a26b-78845520af4e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.360335] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "port-85a3db3d-e854-40cc-a26b-78845520af4e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.360672] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "port-85a3db3d-e854-40cc-a26b-78845520af4e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.360815] env[69836]: DEBUG networking_nsxv3.api.rpc [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85a3db3d-e854-40cc-a26b-78845520af4e',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1368.577149] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9dd1139-d4d7-4581-833d-a978dce550dc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1368.863803] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.864108] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.864299] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.864685] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.864900] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.865134] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Segment Port 85a3db3d-e854-40cc-a26b-78845520af4e not found, creating... [ 1368.865505] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.865732] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.865906] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.866215] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.866416] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.866820] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.867055] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.867232] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.867518] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.867702] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.867899] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Resource: SegmentPort with ID: 85a3db3d-e854-40cc-a26b-78845520af4e is going to be created. [ 1368.888604] env[69836]: DEBUG networking_nsxv3.common.locking [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.888836] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.889027] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.889389] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.889714] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.890034] env[69836]: DEBUG oslo_concurrency.lockutils [None req-54a5451b-3078-4f62-843b-5f0fe62449b0 None None] Releasing lock "port-85a3db3d-e854-40cc-a26b-78845520af4e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.079249] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9dd1139-d4d7-4581-833d-a978dce550dc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1369.557175] env[69836]: INFO networking_nsxv3.common.synchronization [req-b87e1ad1-201a-4a2e-9e34-71163ba89908 req-454cf307-38fc-48b0-a5b3-7fb56042ed78 service nova] Enqueued Resource ID: d9dd1139-d4d7-4581-833d-a978dce550dc with Priority: HIGHEST for action security_group_rules [ 1369.557389] env[69836]: INFO networking_nsxv3.common.synchronization [req-b87e1ad1-201a-4a2e-9e34-71163ba89908 req-454cf307-38fc-48b0-a5b3-7fb56042ed78 service nova] Enqueued Resource ID: d9dd1139-d4d7-4581-833d-a978dce550dc with Priority: HIGHEST for action security_group_members [ 1369.557532] env[69836]: INFO networking_nsxv3.common.synchronization [req-b87e1ad1-201a-4a2e-9e34-71163ba89908 req-454cf307-38fc-48b0-a5b3-7fb56042ed78 service nova] Enqueued Resource ID: 85a3db3d-e854-40cc-a26b-78845520af4e with Priority: HIGHEST for action port [ 1369.557764] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9dd1139-d4d7-4581-833d-a978dce550dc with Priority: HIGHEST for action security_group_rules [ 1369.557903] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9dd1139-d4d7-4581-833d-a978dce550dc with Priority: HIGHEST for action security_group_members [ 1369.557999] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85a3db3d-e854-40cc-a26b-78845520af4e with Priority: HIGHEST for action port [ 1369.558562] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9dd1139-d4d7-4581-833d-a978dce550dc taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.558700] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.558769] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.558960] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.559322] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9dd1139-d4d7-4581-833d-a978dce550dc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1369.560320] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9dd1139-d4d7-4581-833d-a978dce550dc taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.560517] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.560807] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock port-85a3db3d-e854-40cc-a26b-78845520af4e taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.560969] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85a3db3d-e854-40cc-a26b-78845520af4e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.561135] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85a3db3d-e854-40cc-a26b-78845520af4e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.561363] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85a3db3d-e854-40cc-a26b-78845520af4e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.561505] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85a3db3d-e854-40cc-a26b-78845520af4e',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1369.581055] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.581216] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.581346] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.581571] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.581690] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.581807] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9dd1139-d4d7-4581-833d-a978dce550dc is going to be updated. [ 1369.609883] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.610083] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.610126] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.610399] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.610523] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.619775] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9dd1139-d4d7-4581-833d-a978dce550dc in Status: IN_PROGRESS for 2s [ 1370.064135] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9dd1139-d4d7-4581-833d-a978dce550dc taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.064262] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.066602] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 85a3db3d-e854-40cc-a26b-78845520af4e with status ACTIVE [ 1370.066780] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.066896] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.066963] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.067185] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.067279] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.067446] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.067542] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.067604] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.067757] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.067833] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.068028] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.068145] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.068206] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.068354] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.068430] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.068512] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 85a3db3d-e854-40cc-a26b-78845520af4e is going to be updated. [ 1370.089643] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.090031] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.090031] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.090120] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.090245] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.090427] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85a3db3d-e854-40cc-a26b-78845520af4e" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.629998] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9dd1139-d4d7-4581-833d-a978dce550dc in Status: SUCCESS [ 1371.630368] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.630483] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.630632] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.630820] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.630936] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.631011] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.631169] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.631253] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.631351] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9dd1139-d4d7-4581-833d-a978dce550dc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1372.133418] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9dd1139-d4d7-4581-833d-a978dce550dc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1372.636121] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9dd1139-d4d7-4581-833d-a978dce550dc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1373.138844] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.139054] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.139054] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.139287] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.139383] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.139486] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9dd1139-d4d7-4581-833d-a978dce550dc is going to be updated. [ 1373.167951] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.168142] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.168142] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.168344] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.168485] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.176722] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9dd1139-d4d7-4581-833d-a978dce550dc in Status: IN_PROGRESS for 2s [ 1374.559217] env[69836]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1374.559644] env[69836]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1375.187358] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9dd1139-d4d7-4581-833d-a978dce550dc in Status: SUCCESS [ 1375.187507] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.187671] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.187892] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.188114] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.188243] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.188299] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.188482] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.188552] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.188641] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.188740] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d9dd1139-d4d7-4581-833d-a978dce550dc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.691534] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9dd1139-d4d7-4581-833d-a978dce550dc taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.691957] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.691957] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.691957] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.692139] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.692240] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.692381] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.692457] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.692577] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.692679] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.692825] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9dd1139-d4d7-4581-833d-a978dce550dc taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.692942] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.693049] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.693144] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.693309] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.693378] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.693406] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.693537] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.693609] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.693687] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.693774] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d9dd1139-d4d7-4581-833d-a978dce550dc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1376.196071] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d9dd1139-d4d7-4581-833d-a978dce550dc: rpc.has_security_group_logging(os_id): False [ 1376.215866] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.216037] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.216102] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.216312] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.216404] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.216595] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.216693] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.216754] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.216905] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.216982] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.217184] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.217287] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.217350] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.217489] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.217563] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.217747] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.217876] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.217987] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.218205] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.218276] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.218362] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9dd1139-d4d7-4581-833d-a978dce550dc is going to be updated. [ 1376.279847] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.280110] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.280110] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.280325] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.280481] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.313022] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9dd1139-d4d7-4581-833d-a978dce550dc in Status: IN_PROGRESS for 2s [ 1378.331355] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9dd1139-d4d7-4581-833d-a978dce550dc in Status: SUCCESS [ 1378.331748] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.560392] env[69836]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1379.560669] env[69836]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1381.810119] env[69836]: INFO networking_nsxv3.common.synchronization [req-7821e2e0-75d9-46bc-b464-bb82f9e2110b req-c0f2aef0-4db3-4617-acff-c49378899734 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Enqueued Resource ID: d9dd1139-d4d7-4581-833d-a978dce550dc with Priority: HIGHEST for action security_group_members [ 1381.811101] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9dd1139-d4d7-4581-833d-a978dce550dc with Priority: HIGHEST for action security_group_members [ 1381.811353] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9dd1139-d4d7-4581-833d-a978dce550dc taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.811531] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.811665] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.811952] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.812220] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.812403] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.812510] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.812852] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.812901] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.813894] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9dd1139-d4d7-4581-833d-a978dce550dc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1382.316576] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9dd1139-d4d7-4581-833d-a978dce550dc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1382.818986] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9dd1139-d4d7-4581-833d-a978dce550dc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1383.321633] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.321800] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.321912] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.322121] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.322217] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.322318] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9dd1139-d4d7-4581-833d-a978dce550dc is going to be updated. [ 1383.357350] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.357525] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.357560] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.357757] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.357908] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.367655] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9dd1139-d4d7-4581-833d-a978dce550dc in Status: IN_PROGRESS for 2s [ 1385.379094] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9dd1139-d4d7-4581-833d-a978dce550dc in Status: SUCCESS [ 1385.379384] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.811884] env[69836]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1386.812233] env[69836]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1388.035087] env[69836]: INFO networking_nsxv3.common.synchronization [req-4ee054c6-861d-48a1-b123-6935475fb2ae req-c3833e85-367c-4bfb-8a0d-9ce374b2bed3 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Enqueued Resource ID: d9dd1139-d4d7-4581-833d-a978dce550dc with Priority: HIGHEST for action security_group_members [ 1388.035663] env[69836]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9dd1139-d4d7-4581-833d-a978dce550dc with Priority: HIGHEST for action security_group_members [ 1388.035989] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9dd1139-d4d7-4581-833d-a978dce550dc taken with stack trace [, , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.036125] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.036192] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.036381] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.036625] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.036693] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.036728] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.036862] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.036944] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.037053] env[69836]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9dd1139-d4d7-4581-833d-a978dce550dc',) {} {{(pid=69836) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1388.540022] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.540236] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.540321] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.540575] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.540671] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.540885] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.541029] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.541104] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.541270] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.541367] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.541461] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9dd1139-d4d7-4581-833d-a978dce550dc is going to be updated. [ 1388.568765] env[69836]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69836) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.568940] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.569030] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.569200] env[69836]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.569346] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.577608] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9dd1139-d4d7-4581-833d-a978dce550dc in Status: IN_PROGRESS for 2s [ 1390.589442] env[69836]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9dd1139-d4d7-4581-833d-a978dce550dc in Status: SUCCESS [ 1390.589785] env[69836]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9dd1139-d4d7-4581-833d-a978dce550dc deletion is rescheduled due to dependency. [ 1390.589785] env[69836]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9dd1139-d4d7-4581-833d-a978dce550dc" {{(pid=69836) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.036565] env[69836]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1393.036929] env[69836]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1398.038433] env[69836]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1398.038696] env[69836]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1403.039231] env[69836]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1403.039673] env[69836]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1408.040546] env[69836]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1408.040945] env[69836]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1413.042487] env[69836]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1413.042850] env[69836]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1418.043421] env[69836]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1418.043789] env[69836]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0